2024-11-15 16:40:16,799 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-15 16:40:16,816 main DEBUG Took 0.013848 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-15 16:40:16,817 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-15 16:40:16,817 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-15 16:40:16,818 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-15 16:40:16,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,829 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-15 16:40:16,847 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,851 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,853 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,854 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,856 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,857 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,858 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,859 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,861 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,862 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 16:40:16,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,863 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-15 16:40:16,866 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 16:40:16,867 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-15 16:40:16,870 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-15 16:40:16,871 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-15 16:40:16,873 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-15 16:40:16,873 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-15 16:40:16,885 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-15 16:40:16,888 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-15 16:40:16,891 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-15 16:40:16,891 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-15 16:40:16,892 main DEBUG createAppenders(={Console})
2024-11-15 16:40:16,893 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-15 16:40:16,893 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-15 16:40:16,893 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-15 16:40:16,894 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-15 16:40:16,895 main DEBUG OutputStream closed
2024-11-15 16:40:16,895 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-15 16:40:16,895 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-15 16:40:16,896 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-15 16:40:17,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-15 16:40:17,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-15 16:40:17,005 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-15 16:40:17,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-15 16:40:17,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-15 16:40:17,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-15 16:40:17,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-15 16:40:17,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-15 16:40:17,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-15 16:40:17,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-15 16:40:17,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-15 16:40:17,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-15 16:40:17,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-15 16:40:17,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-15 16:40:17,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-15 16:40:17,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-15 16:40:17,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-15 16:40:17,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-15 16:40:17,015 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15 16:40:17,015 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-15 16:40:17,016 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-15 16:40:17,024 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-15T16:40:17,391 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe
2024-11-15 16:40:17,396 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-15 16:40:17,396 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15T16:40:17,411 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-15T16:40:17,454 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T16:40:17,477 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb, deleteOnExit=true
2024-11-15T16:40:17,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T16:40:17,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/test.cache.data in system properties and HBase conf
2024-11-15T16:40:17,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T16:40:17,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/hadoop.log.dir in system properties and HBase conf
2024-11-15T16:40:17,482 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T16:40:17,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T16:40:17,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T16:40:17,602 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-15T16:40:17,780 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T16:40:17,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T16:40:17,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T16:40:17,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T16:40:17,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T16:40:17,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T16:40:17,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T16:40:17,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T16:40:17,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T16:40:17,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T16:40:17,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/nfs.dump.dir in system properties and HBase conf
2024-11-15T16:40:17,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/java.io.tmpdir in system properties and HBase conf
2024-11-15T16:40:17,794 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T16:40:17,794 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T16:40:17,795 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T16:40:18,794 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-15T16:40:18,887 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2971ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-15T16:40:18,977 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T16:40:19,068 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T16:40:19,096 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T16:40:19,096 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T16:40:19,097 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T16:40:19,113 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T16:40:19,115 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/hadoop.log.dir/,AVAILABLE}
2024-11-15T16:40:19,116 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T16:40:19,355 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/java.io.tmpdir/jetty-localhost-38701-hadoop-hdfs-3_4_1-tests_jar-_-any-134032623054287408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T16:40:19,363 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:38701}
2024-11-15T16:40:19,363 INFO  [Time-limited test {}] server.Server(415): Started @3448ms
2024-11-15T16:40:19,799 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T16:40:19,806 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T16:40:19,808 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T16:40:19,808 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T16:40:19,809 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T16:40:19,809 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/hadoop.log.dir/,AVAILABLE}
2024-11-15T16:40:19,810 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T16:40:19,930 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/java.io.tmpdir/jetty-localhost-45779-hadoop-hdfs-3_4_1-tests_jar-_-any-6996133827149645054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T16:40:19,931 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:45779}
2024-11-15T16:40:19,931 INFO  [Time-limited test {}] server.Server(415): Started @4016ms
2024-11-15T16:40:19,989 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T16:40:20,573 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb/data/data1/current/BP-420783117-172.17.0.2-1731688818517/current, will proceed with Du for space computation calculation, 
2024-11-15T16:40:20,576 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb/data/data2/current/BP-420783117-172.17.0.2-1731688818517/current, will proceed with Du for space computation calculation, 
2024-11-15T16:40:20,639 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T16:40:20,710 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc16172189caeed25 with lease ID 0x4e53788b2cda7e25: Processing first storage report for DS-f900854d-bfbb-45bd-a6ac-13a90efee25f from datanode DatanodeRegistration(127.0.0.1:36017, datanodeUuid=933436cf-0f25-447d-aa2c-e8f5c2397aa5, infoPort=43817, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=1593367006;c=1731688818517)
2024-11-15T16:40:20,712 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc16172189caeed25 with lease ID 0x4e53788b2cda7e25: from storage DS-f900854d-bfbb-45bd-a6ac-13a90efee25f node DatanodeRegistration(127.0.0.1:36017, datanodeUuid=933436cf-0f25-447d-aa2c-e8f5c2397aa5, infoPort=43817, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=1593367006;c=1731688818517), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-15T16:40:20,712 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc16172189caeed25 with lease ID 0x4e53788b2cda7e25: Processing first storage report for DS-e87e621e-e1b6-4cb2-9e62-374652c7462e from datanode DatanodeRegistration(127.0.0.1:36017, datanodeUuid=933436cf-0f25-447d-aa2c-e8f5c2397aa5, infoPort=43817, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=1593367006;c=1731688818517)
2024-11-15T16:40:20,713 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc16172189caeed25 with lease ID 0x4e53788b2cda7e25: from storage DS-e87e621e-e1b6-4cb2-9e62-374652c7462e node DatanodeRegistration(127.0.0.1:36017, datanodeUuid=933436cf-0f25-447d-aa2c-e8f5c2397aa5, infoPort=43817, infoSecurePort=0, ipcPort=43497, storageInfo=lv=-57;cid=testClusterID;nsid=1593367006;c=1731688818517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T16:40:20,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe
2024-11-15T16:40:20,881 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb/zookeeper_0, clientPort=50555, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T16:40:20,895 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50555
2024-11-15T16:40:20,911 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T16:40:20,915 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T16:40:21,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741825_1001 (size=7)
2024-11-15T16:40:21,662 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce with version=8
2024-11-15T16:40:21,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/hbase-staging
2024-11-15T16:40:21,761 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-15T16:40:22,024 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/a9bde5b3a1b5:0 server-side Connection retries=45
2024-11-15T16:40:22,035 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T16:40:22,036 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T16:40:22,041 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T16:40:22,041 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T16:40:22,041 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T16:40:22,199 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T16:40:22,275 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-15T16:40:22,286 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-15T16:40:22,291 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T16:40:22,320 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1014 (auto-detected)
2024-11-15T16:40:22,321 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-15T16:40:22,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46201
2024-11-15T16:40:22,375 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46201 connecting to ZooKeeper ensemble=127.0.0.1:50555
2024-11-15T16:40:22,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462010x0, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T16:40:22,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46201-0x101accde5d80000 connected
2024-11-15T16:40:22,454 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T16:40:22,456 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T16:40:22,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T16:40:22,475 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce, hbase.cluster.distributed=false
2024-11-15T16:40:22,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T16:40:22,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46201
2024-11-15T16:40:22,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46201
2024-11-15T16:40:22,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46201
2024-11-15T16:40:22,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46201
2024-11-15T16:40:22,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46201
2024-11-15T16:40:22,672 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45
2024-11-15T16:40:22,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T16:40:22,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T16:40:22,677 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T16:40:22,677 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T16:40:22,677 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T16:40:22,681 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T16:40:22,685 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T16:40:22,686 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46831
2024-11-15T16:40:22,689 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46831 connecting to ZooKeeper ensemble=127.0.0.1:50555
2024-11-15T16:40:22,690 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T16:40:22,695 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T16:40:22,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468310x0, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T16:40:22,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468310x0, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T16:40:22,713 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T16:40:22,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46831-0x101accde5d80001 connected
2024-11-15T16:40:22,734 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T16:40:22,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-15T16:40:22,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T16:40:22,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46831
2024-11-15T16:40:22,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46831
2024-11-15T16:40:22,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46831
2024-11-15T16:40:22,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46831
2024-11-15T16:40:22,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46831
2024-11-15T16:40:22,772 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a9bde5b3a1b5:46201
2024-11-15T16:40:22,773 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:22,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T16:40:22,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T16:40:22,785 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:22,815 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-15T16:40:22,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-15T16:40:22,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:22,818 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a9bde5b3a1b5,46201,1731688821815 from backup master directory
2024-11-15T16:40:22,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T16:40:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T16:40:22,822 WARN  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T16:40:22,822 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:22,826 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-15T16:40:22,832 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-15T16:40:22,901 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/hbase.id] with ID: 4913d7b8-a379-45aa-8cc9-8f24130263df
2024-11-15T16:40:22,901 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/.tmp/hbase.id
2024-11-15T16:40:22,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741826_1002 (size=42)
2024-11-15T16:40:23,317 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/.tmp/hbase.id]:[hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/hbase.id]
2024-11-15T16:40:23,362 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T16:40:23,368 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T16:40:23,389 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-15T16:40:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:23,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741827_1003 (size=196)
2024-11-15T16:40:23,829 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:40:23,832 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T16:40:23,849 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:23,854 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T16:40:23,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741828_1004 (size=1189)
2024-11-15T16:40:24,311 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store
2024-11-15T16:40:24,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741829_1005 (size=34)
2024-11-15T16:40:24,341 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-15T16:40:24,344 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:24,345 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T16:40:24,346 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:40:24,346 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:40:24,347 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T16:40:24,347 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:40:24,348 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:40:24,349 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731688824345Disabling compacts and flushes for region at 1731688824345Disabling writes for close at 1731688824347 (+2 ms)Writing region close event to WAL at 1731688824347Closed at 1731688824347
2024-11-15T16:40:24,351 WARN  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/.initializing
2024-11-15T16:40:24,352 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/WALs/a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:24,363 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T16:40:24,382 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C46201%2C1731688821815, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/WALs/a9bde5b3a1b5,46201,1731688821815, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/oldWALs, maxLogs=10
2024-11-15T16:40:24,418 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/WALs/a9bde5b3a1b5,46201,1731688821815/a9bde5b3a1b5%2C46201%2C1731688821815.1731688824388, exclude list is [], retry=0
2024-11-15T16:40:24,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-f900854d-bfbb-45bd-a6ac-13a90efee25f,DISK]
2024-11-15T16:40:24,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-15T16:40:24,479 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/WALs/a9bde5b3a1b5,46201,1731688821815/a9bde5b3a1b5%2C46201%2C1731688821815.1731688824388
2024-11-15T16:40:24,480 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43817:43817)]
2024-11-15T16:40:24,481 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:40:24,481 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:24,484 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,485 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,522 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T16:40:24,549 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T16:40:24,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:24,556 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:24,556 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T16:40:24,560 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T16:40:24,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:24,561 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:24,561 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T16:40:24,564 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T16:40:24,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:24,565 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:24,565 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T16:40:24,568 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T16:40:24,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:24,569 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:24,569 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,572 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,573 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,578 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,579 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,582 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T16:40:24,586 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T16:40:24,590 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:40:24,591 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828407, jitterRate=-0.12338842451572418}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T16:40:24,596 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731688824497Initializing all the Stores at 1731688824500 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731688824500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688824501 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688824501Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688824501Cleaning up temporary data from old regions at 1731688824579 (+78 ms)Region opened successfully at 1731688824596 (+17 ms)
2024-11-15T16:40:24,597 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T16:40:24,633 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22464dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0
2024-11-15T16:40:24,669 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T16:40:24,681 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T16:40:24,681 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T16:40:24,684 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T16:40:24,685 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-15T16:40:24,690 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-15T16:40:24,691 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T16:40:24,717 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T16:40:24,726 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-15T16:40:24,728 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-15T16:40:24,731 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T16:40:24,732 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-15T16:40:24,734 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-15T16:40:24,736 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T16:40:24,740 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-15T16:40:24,741 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-15T16:40:24,743 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-15T16:40:24,744 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-15T16:40:24,764 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T16:40:24,766 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-15T16:40:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T16:40:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T16:40:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:24,773 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a9bde5b3a1b5,46201,1731688821815, sessionid=0x101accde5d80000, setting cluster-up flag (Was=false)
2024-11-15T16:40:24,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:24,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:24,792 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-15T16:40:24,794 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:24,806 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-15T16:40:24,807 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:24,814 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T16:40:24,859 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(746): ClusterId : 4913d7b8-a379-45aa-8cc9-8f24130263df
2024-11-15T16:40:24,862 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T16:40:24,866 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T16:40:24,867 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T16:40:24,869 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T16:40:24,870 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2fd9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0
2024-11-15T16:40:24,885 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a9bde5b3a1b5:46831
2024-11-15T16:40:24,888 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T16:40:24,889 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T16:40:24,889 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T16:40:24,890 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T16:40:24,891 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,46201,1731688821815 with port=46831, startcode=1731688822617
2024-11-15T16:40:24,900 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T16:40:24,904 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T16:40:24,906 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T16:40:24,912 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a9bde5b3a1b5,46201,1731688821815
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T16:40:24,921 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5
2024-11-15T16:40:24,921 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5
2024-11-15T16:40:24,922 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5
2024-11-15T16:40:24,922 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5
2024-11-15T16:40:24,922 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a9bde5b3a1b5:0, corePoolSize=10, maxPoolSize=10
2024-11-15T16:40:24,923 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:24,923 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2
2024-11-15T16:40:24,923 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:24,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T16:40:24,930 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T16:40:24,931 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731688854931
2024-11-15T16:40:24,933 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T16:40:24,934 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T16:40:24,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:24,937 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T16:40:24,937 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T16:40:24,938 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T16:40:24,939 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T16:40:24,939 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T16:40:24,941 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38461, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T16:40:24,941 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:24,945 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T16:40:24,946 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T16:40:24,947 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T16:40:24,948 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46201 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:24,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741831_1007 (size=1321)
2024-11-15T16:40:24,954 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T16:40:24,955 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T16:40:24,957 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731688824956,5,FailOnTimeoutGroup]
2024-11-15T16:40:24,958 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731688824957,5,FailOnTimeoutGroup]
2024-11-15T16:40:24,958 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:24,958 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T16:40:24,959 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:24,960 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:24,975 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-15T16:40:24,975 WARN  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-15T16:40:25,076 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,46201,1731688821815 with port=46831, startcode=1731688822617
2024-11-15T16:40:25,079 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:25,081 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46201 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:25,090 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:40:25,090 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35235
2024-11-15T16:40:25,090 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T16:40:25,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T16:40:25,095 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] zookeeper.ZKUtil(111): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:25,095 WARN  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T16:40:25,095 INFO  [RS:0;a9bde5b3a1b5:46831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T16:40:25,095 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/WALs/a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:25,097 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,46831,1731688822617]
2024-11-15T16:40:25,123 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T16:40:25,137 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T16:40:25,142 INFO  [RS:0;a9bde5b3a1b5:46831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T16:40:25,143 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,144 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T16:40:25,149 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T16:40:25,151 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,151 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,151 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,151 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,152 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,152 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,152 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2
2024-11-15T16:40:25,152 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,152 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,152 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,153 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,153 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,153 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1
2024-11-15T16:40:25,153 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3
2024-11-15T16:40:25,153 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3
2024-11-15T16:40:25,154 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,154 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,155 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,155 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,155 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,155 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46831,1731688822617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T16:40:25,175 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T16:40:25,177 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46831,1731688822617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,177 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,177 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.Replication(171): a9bde5b3a1b5,46831,1731688822617 started
2024-11-15T16:40:25,196 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:25,196 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,46831,1731688822617, RpcServer on a9bde5b3a1b5/172.17.0.2:46831, sessionid=0x101accde5d80001
2024-11-15T16:40:25,197 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T16:40:25,197 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:25,198 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,46831,1731688822617'
2024-11-15T16:40:25,198 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-15T16:40:25,199 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-15T16:40:25,200 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T16:40:25,200 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T16:40:25,200 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:25,200 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,46831,1731688822617'
2024-11-15T16:40:25,200 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-15T16:40:25,201 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-15T16:40:25,202 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T16:40:25,202 INFO  [RS:0;a9bde5b3a1b5:46831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T16:40:25,202 INFO  [RS:0;a9bde5b3a1b5:46831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T16:40:25,307 INFO  [RS:0;a9bde5b3a1b5:46831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T16:40:25,311 INFO  [RS:0;a9bde5b3a1b5:46831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C46831%2C1731688822617, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/WALs/a9bde5b3a1b5,46831,1731688822617, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/oldWALs, maxLogs=32
2024-11-15T16:40:25,328 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/WALs/a9bde5b3a1b5,46831,1731688822617/a9bde5b3a1b5%2C46831%2C1731688822617.1731688825314, exclude list is [], retry=0
2024-11-15T16:40:25,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-f900854d-bfbb-45bd-a6ac-13a90efee25f,DISK]
2024-11-15T16:40:25,336 INFO  [RS:0;a9bde5b3a1b5:46831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/WALs/a9bde5b3a1b5,46831,1731688822617/a9bde5b3a1b5%2C46831%2C1731688822617.1731688825314
2024-11-15T16:40:25,337 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43817:43817)]
2024-11-15T16:40:25,353 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T16:40:25,353 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:40:25,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741833_1009 (size=32)
2024-11-15T16:40:25,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:25,768 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T16:40:25,771 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T16:40:25,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:25,772 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:25,772 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T16:40:25,774 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T16:40:25,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:25,775 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:25,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T16:40:25,778 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T16:40:25,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:25,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:25,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T16:40:25,781 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T16:40:25,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:25,782 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:25,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T16:40:25,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740
2024-11-15T16:40:25,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740
2024-11-15T16:40:25,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T16:40:25,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T16:40:25,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:40:25,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T16:40:25,796 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:40:25,797 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67199271, jitterRate=0.001347169280052185}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:40:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731688825765Initializing all the Stores at 1731688825767 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731688825768 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731688825768Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688825768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731688825768Cleaning up temporary data from old regions at 1731688825788 (+20 ms)Region opened successfully at 1731688825799 (+11 ms)
2024-11-15T16:40:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T16:40:25,799 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T16:40:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T16:40:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T16:40:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T16:40:25,801 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T16:40:25,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731688825799Disabling compacts and flushes for region at 1731688825799Disabling writes for close at 1731688825799Writing region close event to WAL at 1731688825800 (+1 ms)Closed at 1731688825801 (+1 ms)
2024-11-15T16:40:25,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T16:40:25,804 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T16:40:25,811 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T16:40:25,820 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T16:40:25,822 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T16:40:25,975 DEBUG [a9bde5b3a1b5:46201 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T16:40:25,988 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:25,995 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,46831,1731688822617, state=OPENING
2024-11-15T16:40:26,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T16:40:26,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:26,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:40:26,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T16:40:26,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T16:40:26,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T16:40:26,006 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:40:26,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T16:40:26,186 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T16:40:26,197 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T16:40:26,197 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T16:40:26,198 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T16:40:26,201 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C46831%2C1731688822617.meta, suffix=.meta, logDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/WALs/a9bde5b3a1b5,46831,1731688822617, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/oldWALs, maxLogs=32
2024-11-15T16:40:26,218 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/WALs/a9bde5b3a1b5,46831,1731688822617/a9bde5b3a1b5%2C46831%2C1731688822617.meta.1731688826203.meta, exclude list is [], retry=0
2024-11-15T16:40:26,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36017,DS-f900854d-bfbb-45bd-a6ac-13a90efee25f,DISK]
2024-11-15T16:40:26,225 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/WALs/a9bde5b3a1b5,46831,1731688822617/a9bde5b3a1b5%2C46831%2C1731688822617.meta.1731688826203.meta
2024-11-15T16:40:26,226 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43817:43817)]
2024-11-15T16:40:26,226 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:40:26,228 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T16:40:26,231 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T16:40:26,236 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T16:40:26,241 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T16:40:26,241 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:26,241 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T16:40:26,242 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T16:40:26,245 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T16:40:26,246 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T16:40:26,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,247 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:26,248 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T16:40:26,249 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T16:40:26,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,250 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:26,250 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T16:40:26,251 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T16:40:26,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,252 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:26,252 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T16:40:26,254 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T16:40:26,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,255 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T16:40:26,255 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T16:40:26,256 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740
2024-11-15T16:40:26,259 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740
2024-11-15T16:40:26,261 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T16:40:26,261 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T16:40:26,262 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:40:26,265 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T16:40:26,266 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64220899, jitterRate=-0.04303403198719025}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:40:26,267 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T16:40:26,268 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731688826242Writing region info on filesystem at 1731688826242Initializing all the Stores at 1731688826244 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731688826244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731688826245 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688826245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731688826245Cleaning up temporary data from old regions at 1731688826261 (+16 ms)Running coprocessor post-open hooks at 1731688826267 (+6 ms)Region opened successfully at 1731688826268 (+1 ms)
2024-11-15T16:40:26,275 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731688826173
2024-11-15T16:40:26,288 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T16:40:26,288 INFO  [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T16:40:26,290 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:26,292 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,46831,1731688822617, state=OPEN
2024-11-15T16:40:26,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T16:40:26,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T16:40:26,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T16:40:26,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T16:40:26,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:26,303 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T16:40:26,304 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,46831,1731688822617 in 293 msec
2024-11-15T16:40:26,311 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T16:40:26,311 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec
2024-11-15T16:40:26,312 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T16:40:26,312 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T16:40:26,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:26,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:26,355 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:26,358 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:26,378 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5340 sec
2024-11-15T16:40:26,378 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731688826378, completionTime=-1
2024-11-15T16:40:26,381 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T16:40:26,381 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-15T16:40:26,409 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-15T16:40:26,409 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731688886409
2024-11-15T16:40:26,409 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731688946409
2024-11-15T16:40:26,409 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec
2024-11-15T16:40:26,411 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46201,1731688821815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:26,412 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46201,1731688821815-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:26,412 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46201,1731688821815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:26,413 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a9bde5b3a1b5:46201, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:26,414 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:26,414 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:26,419 DEBUG [master/a9bde5b3a1b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T16:40:26,441 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.618sec
2024-11-15T16:40:26,442 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T16:40:26,443 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T16:40:26,444 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T16:40:26,445 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T16:40:26,445 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T16:40:26,446 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46201,1731688821815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T16:40:26,446 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46201,1731688821815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T16:40:26,455 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T16:40:26,456 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T16:40:26,456 INFO  [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46201,1731688821815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T16:40:26,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9654c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:26,471 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-15T16:40:26,471 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-15T16:40:26,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:26,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:26,484 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:26,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:26,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f7a663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:26,494 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:26,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7449b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:26,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:26,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:26,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:26,508 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:26,528 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:26,543 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=6315
2024-11-15T16:40:26,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T16:40:26,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9587a2
2024-11-15T16:40:26,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T16:40:26,564 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T16:40:26,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:40:26,570 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:40:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:26,580 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T16:40:26,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-15T16:40:26,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,585 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T16:40:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T16:40:26,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741835_1011 (size=1061)
2024-11-15T16:40:26,601 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:40:26,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741836_1012 (size=53)
2024-11-15T16:40:26,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:26,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f78ec5a9ef3c79fb913f1c2fc803e871, disabling compactions & flushes
2024-11-15T16:40:26,611 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:26,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:26,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. after waiting 0 ms
2024-11-15T16:40:26,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:26,611 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:26,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f78ec5a9ef3c79fb913f1c2fc803e871:
Waiting for close lock at 1731688826611Disabling compacts and flushes for region at 1731688826611Disabling writes for close at 1731688826611Writing region close event to WAL at 1731688826611Closed at 1731688826611
2024-11-15T16:40:26,614 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T16:40:26,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731688826614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731688826614"}]},"ts":"1731688826614"}
2024-11-15T16:40:26,626 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T16:40:26,628 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T16:40:26,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688826629"}]},"ts":"1731688826629"}
2024-11-15T16:40:26,636 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-15T16:40:26,638 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, ASSIGN}]
2024-11-15T16:40:26,640 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, ASSIGN
2024-11-15T16:40:26,642 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=false
2024-11-15T16:40:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T16:40:26,794 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f78ec5a9ef3c79fb913f1c2fc803e871, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, ASSIGN because future has completed
2024-11-15T16:40:26,800 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:40:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T16:40:26,960 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:26,960 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:40:26,961 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,961 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:26,961 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,961 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,963 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f78ec5a9ef3c79fb913f1c2fc803e871 
2024-11-15T16:40:26,967 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:26,968 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78ec5a9ef3c79fb913f1c2fc803e871 columnFamilyName A
2024-11-15T16:40:26,968 DEBUG [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,969 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.HStore(327): Store=f78ec5a9ef3c79fb913f1c2fc803e871/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:26,969 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f78ec5a9ef3c79fb913f1c2fc803e871 
2024-11-15T16:40:26,971 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:26,971 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78ec5a9ef3c79fb913f1c2fc803e871 columnFamilyName B
2024-11-15T16:40:26,971 DEBUG [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,972 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.HStore(327): Store=f78ec5a9ef3c79fb913f1c2fc803e871/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:26,973 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f78ec5a9ef3c79fb913f1c2fc803e871 
2024-11-15T16:40:26,974 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:26,975 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f78ec5a9ef3c79fb913f1c2fc803e871 columnFamilyName C
2024-11-15T16:40:26,975 DEBUG [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:26,976 INFO  [StoreOpener-f78ec5a9ef3c79fb913f1c2fc803e871-1 {}] regionserver.HStore(327): Store=f78ec5a9ef3c79fb913f1c2fc803e871/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:26,976 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:26,977 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,978 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,979 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,981 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,982 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,983 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:40:26,986 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,990 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:40:26,991 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f78ec5a9ef3c79fb913f1c2fc803e871; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72847166, jitterRate=0.0855073630809784}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:40:26,991 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:26,993 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f78ec5a9ef3c79fb913f1c2fc803e871:
Running coprocessor pre-open hook at 1731688826961Writing region info on filesystem at 1731688826961Initializing all the Stores at 1731688826963 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688826963Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688826963Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688826963Cleaning up temporary data from old regions at 1731688826982 (+19 ms)Running coprocessor post-open hooks at 1731688826991 (+9 ms)Region opened successfully at 1731688826993 (+2 ms)
2024-11-15T16:40:26,995 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., pid=6, masterSystemTime=1731688826953
2024-11-15T16:40:26,999 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:26,999 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:27,000 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f78ec5a9ef3c79fb913f1c2fc803e871, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:40:27,010 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T16:40:27,010 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617 in 206 msec
2024-11-15T16:40:27,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T16:40:27,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, ASSIGN in 372 msec
2024-11-15T16:40:27,017 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T16:40:27,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688827017"}]},"ts":"1731688827017"}
2024-11-15T16:40:27,020 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-15T16:40:27,021 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T16:40:27,025 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 449 msec
2024-11-15T16:40:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T16:40:27,214 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:27,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af8352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,222 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecb3032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,225 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,231 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T16:40:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:27,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eef39e4
2024-11-15T16:40:27,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T16:40:27,239 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T16:40:27,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd75e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,245 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f5a6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,248 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b383f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2118b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,252 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,255 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223b8369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,259 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,262 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75122da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,266 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553a6f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,272 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eefee7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510991b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d3010f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,278 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adf4095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a7b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,282 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e154f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,285 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686b49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c391c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,288 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e2fecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,290 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4501fb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6837d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3b865c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,295 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13210d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146768a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:27,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:27,298 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6602a8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:27,300 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7933c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:27,321 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,321 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,321 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,321 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,324 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,325 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,326 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,327 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,327 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,328 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,328 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,331 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,331 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,331 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:27,331 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,332 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,333 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,337 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-15T16:40:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,343 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:27,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T16:40:27,349 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:27,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:27,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:27,362 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:27,363 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:27,364 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:40:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T16:40:27,464 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:40:27,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:27,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:27,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:27,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:27,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:27,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:27,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-15T16:40:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:27,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:27,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:27,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:27,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688887543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688887549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688887555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688887563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/c50013f3de6548d0b7521d79e4c7a83d is 50, key is test_row_0/A:col10/1731688827438/Put/seqid=0
2024-11-15T16:40:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688887571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741837_1013 (size=14341)
2024-11-15T16:40:27,608 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/c50013f3de6548d0b7521d79e4c7a83d
2024-11-15T16:40:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T16:40:27,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688887693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688887693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688887695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688887695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e2c1635792b345eb9b4afccd72dfbd8c is 50, key is test_row_0/B:col10/1731688827438/Put/seqid=0
2024-11-15T16:40:27,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-15T16:40:27,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741838_1014 (size=12001)
2024-11-15T16:40:27,724 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e2c1635792b345eb9b4afccd72dfbd8c
2024-11-15T16:40:27,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688887713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:27,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:27,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:27,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:27,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:27,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/abfc2650b12b4bbe9dd5bf66f69de828 is 50, key is test_row_0/C:col10/1731688827438/Put/seqid=0
2024-11-15T16:40:27,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741839_1015 (size=12001)
2024-11-15T16:40:27,794 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/abfc2650b12b4bbe9dd5bf66f69de828
2024-11-15T16:40:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/c50013f3de6548d0b7521d79e4c7a83d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c50013f3de6548d0b7521d79e4c7a83d
2024-11-15T16:40:27,826 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c50013f3de6548d0b7521d79e4c7a83d, entries=200, sequenceid=16, filesize=14.0 K
2024-11-15T16:40:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e2c1635792b345eb9b4afccd72dfbd8c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e2c1635792b345eb9b4afccd72dfbd8c
2024-11-15T16:40:27,847 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e2c1635792b345eb9b4afccd72dfbd8c, entries=150, sequenceid=16, filesize=11.7 K
2024-11-15T16:40:27,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/abfc2650b12b4bbe9dd5bf66f69de828 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/abfc2650b12b4bbe9dd5bf66f69de828
2024-11-15T16:40:27,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/abfc2650b12b4bbe9dd5bf66f69de828, entries=150, sequenceid=16, filesize=11.7 K
2024-11-15T16:40:27,886 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f78ec5a9ef3c79fb913f1c2fc803e871 in 419ms, sequenceid=16, compaction requested=false
2024-11-15T16:40:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-15T16:40:27,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-15T16:40:27,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:27,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-15T16:40:27,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:27,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/d22158b12922459dafc08f55c682c1fa is 50, key is test_row_0/A:col10/1731688827562/Put/seqid=0
2024-11-15T16:40:27,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741840_1016 (size=12001)
2024-11-15T16:40:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T16:40:27,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688887968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688887974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688887973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688887981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688887981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688888092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688888103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688888104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688888118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688888118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688888303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688888323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688888324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688888332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688888333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/d22158b12922459dafc08f55c682c1fa
2024-11-15T16:40:28,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/97405960e5a54384a7a88219fcd26aad is 50, key is test_row_0/B:col10/1731688827562/Put/seqid=0
2024-11-15T16:40:28,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741841_1017 (size=12001)
2024-11-15T16:40:28,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/97405960e5a54384a7a88219fcd26aad
2024-11-15T16:40:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bcca3e0b5f284e8bbb5619d522de611f is 50, key is test_row_0/C:col10/1731688827562/Put/seqid=0
2024-11-15T16:40:28,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741842_1018 (size=12001)
2024-11-15T16:40:28,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bcca3e0b5f284e8bbb5619d522de611f
2024-11-15T16:40:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/d22158b12922459dafc08f55c682c1fa as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d22158b12922459dafc08f55c682c1fa
2024-11-15T16:40:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T16:40:28,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d22158b12922459dafc08f55c682c1fa, entries=150, sequenceid=33, filesize=11.7 K
2024-11-15T16:40:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/97405960e5a54384a7a88219fcd26aad as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/97405960e5a54384a7a88219fcd26aad
2024-11-15T16:40:28,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/97405960e5a54384a7a88219fcd26aad, entries=150, sequenceid=33, filesize=11.7 K
2024-11-15T16:40:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bcca3e0b5f284e8bbb5619d522de611f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bcca3e0b5f284e8bbb5619d522de611f
2024-11-15T16:40:28,533 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bcca3e0b5f284e8bbb5619d522de611f, entries=150, sequenceid=33, filesize=11.7 K
2024-11-15T16:40:28,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for f78ec5a9ef3c79fb913f1c2fc803e871 in 635ms, sequenceid=33, compaction requested=false
2024-11-15T16:40:28,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:28,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:28,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-15T16:40:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-15T16:40:28,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-15T16:40:28,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec
2024-11-15T16:40:28,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2170 sec
2024-11-15T16:40:28,619 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-15T16:40:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:28,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:28,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:28,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:28,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/9a67b692be1c4cdf98705b4151134375 is 50, key is test_row_0/A:col10/1731688827972/Put/seqid=0
2024-11-15T16:40:28,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741843_1019 (size=14341)
2024-11-15T16:40:28,659 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/9a67b692be1c4cdf98705b4151134375
2024-11-15T16:40:28,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688888667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688888675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688888676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688888678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688888681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b953a4a212da43d98b6df270e10052d2 is 50, key is test_row_0/B:col10/1731688827972/Put/seqid=0
2024-11-15T16:40:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741844_1020 (size=12001)
2024-11-15T16:40:28,714 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b953a4a212da43d98b6df270e10052d2
2024-11-15T16:40:28,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/13205eeae6004396a4d833b68635c7f2 is 50, key is test_row_0/C:col10/1731688827972/Put/seqid=0
2024-11-15T16:40:28,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741845_1021 (size=12001)
2024-11-15T16:40:28,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688888794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688888794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688888795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688888795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:28,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688888795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688889003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688889003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688889013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688889013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688889014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,168 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/13205eeae6004396a4d833b68635c7f2
2024-11-15T16:40:29,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/9a67b692be1c4cdf98705b4151134375 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/9a67b692be1c4cdf98705b4151134375
2024-11-15T16:40:29,199 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/9a67b692be1c4cdf98705b4151134375, entries=200, sequenceid=50, filesize=14.0 K
2024-11-15T16:40:29,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b953a4a212da43d98b6df270e10052d2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b953a4a212da43d98b6df270e10052d2
2024-11-15T16:40:29,220 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b953a4a212da43d98b6df270e10052d2, entries=150, sequenceid=50, filesize=11.7 K
2024-11-15T16:40:29,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/13205eeae6004396a4d833b68635c7f2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/13205eeae6004396a4d833b68635c7f2
2024-11-15T16:40:29,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/13205eeae6004396a4d833b68635c7f2, entries=150, sequenceid=50, filesize=11.7 K
2024-11-15T16:40:29,241 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for f78ec5a9ef3c79fb913f1c2fc803e871 in 623ms, sequenceid=50, compaction requested=true
2024-11-15T16:40:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:29,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:29,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:29,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:29,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:29,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:29,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:29,249 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:29,250 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:29,253 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:29,255 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:29,256 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:29,256 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e2c1635792b345eb9b4afccd72dfbd8c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/97405960e5a54384a7a88219fcd26aad, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b953a4a212da43d98b6df270e10052d2] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=35.2 K
2024-11-15T16:40:29,257 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:29,257 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:29,258 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:29,258 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c50013f3de6548d0b7521d79e4c7a83d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d22158b12922459dafc08f55c682c1fa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/9a67b692be1c4cdf98705b4151134375] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=39.7 K
2024-11-15T16:40:29,259 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c1635792b345eb9b4afccd72dfbd8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731688827428
2024-11-15T16:40:29,260 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c50013f3de6548d0b7521d79e4c7a83d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731688827428
2024-11-15T16:40:29,260 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 97405960e5a54384a7a88219fcd26aad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731688827507
2024-11-15T16:40:29,261 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22158b12922459dafc08f55c682c1fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731688827507
2024-11-15T16:40:29,263 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b953a4a212da43d98b6df270e10052d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688827924
2024-11-15T16:40:29,265 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a67b692be1c4cdf98705b4151134375, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688827924
2024-11-15T16:40:29,313 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:29,314 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c38e10ecd524472096353902f2eee236 is 50, key is test_row_0/B:col10/1731688827972/Put/seqid=0
2024-11-15T16:40:29,318 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:29,320 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/be674f52544f4c49b4a8734854b89624 is 50, key is test_row_0/A:col10/1731688827972/Put/seqid=0
2024-11-15T16:40:29,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741846_1022 (size=12104)
2024-11-15T16:40:29,337 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-15T16:40:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:29,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:29,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:29,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:29,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:29,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:29,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741847_1023 (size=12104)
2024-11-15T16:40:29,356 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c38e10ecd524472096353902f2eee236 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c38e10ecd524472096353902f2eee236
2024-11-15T16:40:29,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/4040ccc09f204277a1de5e43c6317102 is 50, key is test_row_0/A:col10/1731688828668/Put/seqid=0
2024-11-15T16:40:29,375 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/be674f52544f4c49b4a8734854b89624 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/be674f52544f4c49b4a8734854b89624
2024-11-15T16:40:29,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688889374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688889374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,402 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into c38e10ecd524472096353902f2eee236(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:29,402 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into be674f52544f4c49b4a8734854b89624(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:29,402 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:29,402 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:29,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688889390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741848_1024 (size=12001)
2024-11-15T16:40:29,406 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=13, startTime=1731688829244; duration=0sec
2024-11-15T16:40:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,407 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688889390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,407 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:29,407 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=13, startTime=1731688829248; duration=0sec
2024-11-15T16:40:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688889393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,407 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,408 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/4040ccc09f204277a1de5e43c6317102
2024-11-15T16:40:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,408 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,408 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,418 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:29,419 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:29,419 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:29,419 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/abfc2650b12b4bbe9dd5bf66f69de828, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bcca3e0b5f284e8bbb5619d522de611f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/13205eeae6004396a4d833b68635c7f2] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=35.2 K
2024-11-15T16:40:29,420 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting abfc2650b12b4bbe9dd5bf66f69de828, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731688827428
2024-11-15T16:40:29,422 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcca3e0b5f284e8bbb5619d522de611f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731688827507
2024-11-15T16:40:29,423 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13205eeae6004396a4d833b68635c7f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688827924
2024-11-15T16:40:29,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/d9a716bed54242ac9f5c330152b4c200 is 50, key is test_row_0/B:col10/1731688828668/Put/seqid=0
2024-11-15T16:40:29,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741849_1025 (size=12001)
2024-11-15T16:40:29,453 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/d9a716bed54242ac9f5c330152b4c200
2024-11-15T16:40:29,463 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:29,464 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/34c924d87f7b4fb3b5b21a89cc9f92cd is 50, key is test_row_0/C:col10/1731688827972/Put/seqid=0
2024-11-15T16:40:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T16:40:29,492 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:29,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-15T16:40:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-15T16:40:29,497 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:29,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/352e3caa15664c4c9a31241b2900f6ca is 50, key is test_row_0/C:col10/1731688828668/Put/seqid=0
2024-11-15T16:40:29,498 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:29,498 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:29,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688889503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688889512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688889505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688889513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688889517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741850_1026 (size=12104)
2024-11-15T16:40:29,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741851_1027 (size=12001)
2024-11-15T16:40:29,557 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/352e3caa15664c4c9a31241b2900f6ca
2024-11-15T16:40:29,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/4040ccc09f204277a1de5e43c6317102 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4040ccc09f204277a1de5e43c6317102
2024-11-15T16:40:29,590 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4040ccc09f204277a1de5e43c6317102, entries=150, sequenceid=68, filesize=11.7 K
2024-11-15T16:40:29,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/d9a716bed54242ac9f5c330152b4c200 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a716bed54242ac9f5c330152b4c200
2024-11-15T16:40:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-15T16:40:29,619 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a716bed54242ac9f5c330152b4c200, entries=150, sequenceid=68, filesize=11.7 K
2024-11-15T16:40:29,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/352e3caa15664c4c9a31241b2900f6ca as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/352e3caa15664c4c9a31241b2900f6ca
2024-11-15T16:40:29,633 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/352e3caa15664c4c9a31241b2900f6ca, entries=150, sequenceid=68, filesize=11.7 K
2024-11-15T16:40:29,636 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for f78ec5a9ef3c79fb913f1c2fc803e871 in 300ms, sequenceid=68, compaction requested=false
2024-11-15T16:40:29,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:29,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-15T16:40:29,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:29,661 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-15T16:40:29,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:29,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:29,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/4a073d10cd7347be9f029bed5f6ba823 is 50, key is test_row_0/A:col10/1731688829371/Put/seqid=0
2024-11-15T16:40:29,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741852_1028 (size=12001)
2024-11-15T16:40:29,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/4a073d10cd7347be9f029bed5f6ba823
2024-11-15T16:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:29,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:29,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a73a3861a61b4936820e05022fc858b7 is 50, key is test_row_0/B:col10/1731688829371/Put/seqid=0
2024-11-15T16:40:29,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688889754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741853_1029 (size=12001)
2024-11-15T16:40:29,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a73a3861a61b4936820e05022fc858b7
2024-11-15T16:40:29,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688889758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688889758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688889759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688889762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/794377bd7f2640638d07aa4b8bb37745 is 50, key is test_row_0/C:col10/1731688829371/Put/seqid=0
2024-11-15T16:40:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-15T16:40:29,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741854_1030 (size=12001)
2024-11-15T16:40:29,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/794377bd7f2640638d07aa4b8bb37745
2024-11-15T16:40:29,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/4a073d10cd7347be9f029bed5f6ba823 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4a073d10cd7347be9f029bed5f6ba823
2024-11-15T16:40:29,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688889873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688889882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688889883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4a073d10cd7347be9f029bed5f6ba823, entries=150, sequenceid=85, filesize=11.7 K
2024-11-15T16:40:29,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688889884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688889883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:29,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a73a3861a61b4936820e05022fc858b7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a73a3861a61b4936820e05022fc858b7
2024-11-15T16:40:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:29,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a73a3861a61b4936820e05022fc858b7, entries=150, sequenceid=85, filesize=11.7 K
2024-11-15T16:40:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/794377bd7f2640638d07aa4b8bb37745 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/794377bd7f2640638d07aa4b8bb37745
2024-11-15T16:40:29,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/794377bd7f2640638d07aa4b8bb37745, entries=150, sequenceid=85, filesize=11.7 K
2024-11-15T16:40:29,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f78ec5a9ef3c79fb913f1c2fc803e871 in 263ms, sequenceid=85, compaction requested=true
2024-11-15T16:40:29,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:29,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:29,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-15T16:40:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-15T16:40:29,934 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T16:40:29,935 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 429 msec
2024-11-15T16:40:29,942 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 444 msec
2024-11-15T16:40:29,942 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/34c924d87f7b4fb3b5b21a89cc9f92cd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/34c924d87f7b4fb3b5b21a89cc9f92cd
2024-11-15T16:40:29,957 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 34c924d87f7b4fb3b5b21a89cc9f92cd(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:29,957 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:29,957 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=13, startTime=1731688829248; duration=0sec
2024-11-15T16:40:29,957 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:29,958 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:30,099 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:40:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-15T16:40:30,122 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:30,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/7f9bbb33089e421dbe691904442d632f is 50, key is test_row_0/A:col10/1731688829759/Put/seqid=0
2024-11-15T16:40:30,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-15T16:40:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T16:40:30,130 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:30,132 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:30,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:30,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688890122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688890132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688890132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688890138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688890138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741855_1031 (size=12001)
2024-11-15T16:40:30,158 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/7f9bbb33089e421dbe691904442d632f
2024-11-15T16:40:30,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/73b1980ac4984e229f1b3b811e3d2be9 is 50, key is test_row_0/B:col10/1731688829759/Put/seqid=0
2024-11-15T16:40:30,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741856_1032 (size=12001)
2024-11-15T16:40:30,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/73b1980ac4984e229f1b3b811e3d2be9
2024-11-15T16:40:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T16:40:30,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688890242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/97b53854f7844635a46b1a4301180bb4 is 50, key is test_row_0/C:col10/1731688829759/Put/seqid=0
2024-11-15T16:40:30,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688890253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688890253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688890262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688890263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741857_1033 (size=12001)
2024-11-15T16:40:30,282 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/97b53854f7844635a46b1a4301180bb4
2024-11-15T16:40:30,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-15T16:40:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:30,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:30,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/7f9bbb33089e421dbe691904442d632f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7f9bbb33089e421dbe691904442d632f
2024-11-15T16:40:30,309 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7f9bbb33089e421dbe691904442d632f, entries=150, sequenceid=105, filesize=11.7 K
2024-11-15T16:40:30,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/73b1980ac4984e229f1b3b811e3d2be9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/73b1980ac4984e229f1b3b811e3d2be9
2024-11-15T16:40:30,323 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/73b1980ac4984e229f1b3b811e3d2be9, entries=150, sequenceid=105, filesize=11.7 K
2024-11-15T16:40:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/97b53854f7844635a46b1a4301180bb4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/97b53854f7844635a46b1a4301180bb4
2024-11-15T16:40:30,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/97b53854f7844635a46b1a4301180bb4, entries=150, sequenceid=105, filesize=11.7 K
2024-11-15T16:40:30,337 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f78ec5a9ef3c79fb913f1c2fc803e871 in 239ms, sequenceid=105, compaction requested=true
2024-11-15T16:40:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:30,338 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:30,338 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:30,344 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:30,344 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:30,344 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:30,344 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c38e10ecd524472096353902f2eee236, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a716bed54242ac9f5c330152b4c200, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a73a3861a61b4936820e05022fc858b7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/73b1980ac4984e229f1b3b811e3d2be9] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=47.0 K
2024-11-15T16:40:30,346 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:30,346 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:30,346 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:30,347 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/be674f52544f4c49b4a8734854b89624, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4040ccc09f204277a1de5e43c6317102, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4a073d10cd7347be9f029bed5f6ba823, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7f9bbb33089e421dbe691904442d632f] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=47.0 K
2024-11-15T16:40:30,347 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c38e10ecd524472096353902f2eee236, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688827924
2024-11-15T16:40:30,349 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d9a716bed54242ac9f5c330152b4c200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731688828668
2024-11-15T16:40:30,349 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting be674f52544f4c49b4a8734854b89624, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688827924
2024-11-15T16:40:30,350 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a73a3861a61b4936820e05022fc858b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731688829371
2024-11-15T16:40:30,350 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4040ccc09f204277a1de5e43c6317102, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731688828668
2024-11-15T16:40:30,350 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 73b1980ac4984e229f1b3b811e3d2be9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731688829753
2024-11-15T16:40:30,352 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a073d10cd7347be9f029bed5f6ba823, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731688829371
2024-11-15T16:40:30,353 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f9bbb33089e421dbe691904442d632f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731688829753
2024-11-15T16:40:30,380 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:30,381 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/6a24a827486f42c9a443c68b84217b1d is 50, key is test_row_0/A:col10/1731688829759/Put/seqid=0
2024-11-15T16:40:30,400 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#22 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:30,404 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a05aa303e18c472a9805f21933e8f5c2 is 50, key is test_row_0/B:col10/1731688829759/Put/seqid=0
2024-11-15T16:40:30,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741858_1034 (size=12241)
2024-11-15T16:40:30,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-15T16:40:30,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T16:40:30,442 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:40:30,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:30,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:30,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:30,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:30,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:30,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:30,452 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/6a24a827486f42c9a443c68b84217b1d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6a24a827486f42c9a443c68b84217b1d
2024-11-15T16:40:30,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:30,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741859_1035 (size=12241)
2024-11-15T16:40:30,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a46e3ec7153c406eb149cd66b7062607 is 50, key is test_row_0/A:col10/1731688830131/Put/seqid=0
2024-11-15T16:40:30,469 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into 6a24a827486f42c9a443c68b84217b1d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:30,469 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:30,469 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=12, startTime=1731688830338; duration=0sec
2024-11-15T16:40:30,469 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:30,469 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:30,470 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:30,479 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:30,480 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a05aa303e18c472a9805f21933e8f5c2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a05aa303e18c472a9805f21933e8f5c2
2024-11-15T16:40:30,480 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:30,480 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:30,480 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/34c924d87f7b4fb3b5b21a89cc9f92cd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/352e3caa15664c4c9a31241b2900f6ca, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/794377bd7f2640638d07aa4b8bb37745, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/97b53854f7844635a46b1a4301180bb4] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=47.0 K
2024-11-15T16:40:30,481 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34c924d87f7b4fb3b5b21a89cc9f92cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688827924
2024-11-15T16:40:30,482 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 352e3caa15664c4c9a31241b2900f6ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731688828668
2024-11-15T16:40:30,483 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 794377bd7f2640638d07aa4b8bb37745, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731688829371
2024-11-15T16:40:30,484 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97b53854f7844635a46b1a4301180bb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731688829753
2024-11-15T16:40:30,497 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into a05aa303e18c472a9805f21933e8f5c2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:30,497 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:30,497 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=12, startTime=1731688830338; duration=0sec
2024-11-15T16:40:30,497 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:30,497 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:30,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741860_1036 (size=12001)
2024-11-15T16:40:30,520 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:30,522 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/2f1428539f734d6eb2f948d3e308f205 is 50, key is test_row_0/C:col10/1731688829759/Put/seqid=0
2024-11-15T16:40:30,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688890510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688890512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688890514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688890523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688890527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741861_1037 (size=12241)
2024-11-15T16:40:30,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688890632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688890632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688890632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688890642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688890642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T16:40:30,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688890843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688890843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688890843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688890852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688890853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:30,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a46e3ec7153c406eb149cd66b7062607
2024-11-15T16:40:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/7a5fc05517ff431e878b99d455e0b3ab is 50, key is test_row_0/B:col10/1731688830131/Put/seqid=0
2024-11-15T16:40:30,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741862_1038 (size=12001)
2024-11-15T16:40:30,973 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/2f1428539f734d6eb2f948d3e308f205 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/2f1428539f734d6eb2f948d3e308f205
2024-11-15T16:40:30,986 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 2f1428539f734d6eb2f948d3e308f205(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:30,987 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:30,987 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=12, startTime=1731688830338; duration=0sec
2024-11-15T16:40:30,987 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:30,987 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:31,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T16:40:31,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688891152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:31,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:31,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688891152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:31,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688891162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688891163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688891163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T16:40:31,343 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/7a5fc05517ff431e878b99d455e0b3ab
2024-11-15T16:40:31,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/860c4b1d0bce47beb1a3019814bec050 is 50, key is test_row_0/C:col10/1731688830131/Put/seqid=0
2024-11-15T16:40:31,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741863_1039 (size=12001)
2024-11-15T16:40:31,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/860c4b1d0bce47beb1a3019814bec050
2024-11-15T16:40:31,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a46e3ec7153c406eb149cd66b7062607 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a46e3ec7153c406eb149cd66b7062607
2024-11-15T16:40:31,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a46e3ec7153c406eb149cd66b7062607, entries=150, sequenceid=118, filesize=11.7 K
2024-11-15T16:40:31,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/7a5fc05517ff431e878b99d455e0b3ab as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7a5fc05517ff431e878b99d455e0b3ab
2024-11-15T16:40:31,424 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7a5fc05517ff431e878b99d455e0b3ab, entries=150, sequenceid=118, filesize=11.7 K
2024-11-15T16:40:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/860c4b1d0bce47beb1a3019814bec050 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/860c4b1d0bce47beb1a3019814bec050
2024-11-15T16:40:31,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/860c4b1d0bce47beb1a3019814bec050, entries=150, sequenceid=118, filesize=11.7 K
2024-11-15T16:40:31,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f78ec5a9ef3c79fb913f1c2fc803e871 in 1006ms, sequenceid=118, compaction requested=false
2024-11-15T16:40:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-15T16:40:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-15T16:40:31,462 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-15T16:40:31,462 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec
2024-11-15T16:40:31,465 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3400 sec
2024-11-15T16:40:31,670 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB
2024-11-15T16:40:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:31,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688830509, max timestamp=1731688831666Num uniques 859; 
2024-11-15T16:40:31,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688830509, max timestamp=1731688831666Num uniques 859; 
2024-11-15T16:40:31,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:31,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:31,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731688830509, max timestamp=1731688831666Num uniques 859; 
2024-11-15T16:40:31,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-15T16:40:31,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:31,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:31,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:31,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:31,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:31,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:31,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/020828d9b38f4399bc73e60e6139c056 is 50, key is test_row_0/A:col10/1731688831665/Put/seqid=0
2024-11-15T16:40:31,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741864_1040 (size=12151)
2024-11-15T16:40:31,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/020828d9b38f4399bc73e60e6139c056
2024-11-15T16:40:31,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688831719, max timestamp=1731688831742Num uniques 859; 
2024-11-15T16:40:31,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:40:31,762 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T16:40:31,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688831719, max timestamp=1731688831742Num uniques 859; 
2024-11-15T16:40:31,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:31,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731688831719, max timestamp=1731688831747Num uniques 859; 
2024-11-15T16:40:31,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-15T16:40:31,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/cfdf8c2cf86049439660518cc92e12ba is 50, key is test_row_0/B:col10/1731688831665/Put/seqid=0
2024-11-15T16:40:31,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741865_1041 (size=12151)
2024-11-15T16:40:31,851 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/cfdf8c2cf86049439660518cc92e12ba
2024-11-15T16:40:31,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731688831828, max timestamp=1731688831845Num uniques 1118; 
2024-11-15T16:40:31,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168
2024-11-15T16:40:31,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731688831828, max timestamp=1731688831845Num uniques 1018; 
2024-11-15T16:40:31,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150
2024-11-15T16:40:31,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731688831828, max timestamp=1731688831856Num uniques 1009; 
2024-11-15T16:40:31,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-11-15T16:40:31,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5f0733ccaa4d45c397de6497e0492dcc is 50, key is test_row_0/C:col10/1731688831665/Put/seqid=0
2024-11-15T16:40:31,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741866_1042 (size=12151)
2024-11-15T16:40:31,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731688831935, max timestamp=1731688831977Num uniques 1009; 
2024-11-15T16:40:31,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731688831935, max timestamp=1731688831977Num uniques 1027; 
2024-11-15T16:40:31,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=17262, suffix heap size=132904,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=377
2024-11-15T16:40:31,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731688831935, max timestamp=1731688831977Num uniques 1009; 
2024-11-15T16:40:31,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=17262, suffix heap size=134776,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=377
2024-11-15T16:40:31,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=17262, suffix heap size=132904,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=377
2024-11-15T16:40:32,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688892016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688892018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731688832000, max timestamp=1731688832023Num uniques 1236; 
2024-11-15T16:40:32,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=13096, suffix heap size=156512,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=286
2024-11-15T16:40:32,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731688832000, max timestamp=1731688832023Num uniques 1236; 
2024-11-15T16:40:32,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=13096, suffix heap size=156512,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=286
2024-11-15T16:40:32,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731688832000, max timestamp=1731688832023Num uniques 1236; 
2024-11-15T16:40:32,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=13096, suffix heap size=156512,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=286
2024-11-15T16:40:32,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731688832079, max timestamp=1731688832095Num uniques 1145; 
2024-11-15T16:40:32,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245
2024-11-15T16:40:32,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731688832079, max timestamp=1731688832095Num uniques 1145; 
2024-11-15T16:40:32,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245
2024-11-15T16:40:32,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731688832079, max timestamp=1731688832095Num uniques 1145; 
2024-11-15T16:40:32,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245
2024-11-15T16:40:32,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731688832127, max timestamp=1731688832148Num uniques 1104; 
2024-11-15T16:40:32,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731688832127, max timestamp=1731688832148Num uniques 1104; 
2024-11-15T16:40:32,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731688832127, max timestamp=1731688832148Num uniques 1104; 
2024-11-15T16:40:32,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-15T16:40:32,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-15T16:40:32,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-15T16:40:32,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=363, cellSize=16618, totalHeapSize=37992, min timestamp=1731688832169, max timestamp=1731688832190Num uniques 1013; 
2024-11-15T16:40:32,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=363, cellSize=16618, totalHeapSize=37992, min timestamp=1731688832169, max timestamp=1731688832190Num uniques 1013; 
2024-11-15T16:40:32,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=363, cellSize=16615, totalHeapSize=37992, min timestamp=1731688832169, max timestamp=1731688832190Num uniques 1013; 
2024-11-15T16:40:32,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46385, new segment data size=16615, suffix heap size=133320,new segment heap size=37992 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=363
2024-11-15T16:40:32,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=16618, suffix heap size=133320,new segment heap size=37992 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=363
2024-11-15T16:40:32,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=16618, suffix heap size=133320,new segment heap size=37992 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=363
2024-11-15T16:40:32,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731688832208, max timestamp=1731688832228Num uniques 1222; 
2024-11-15T16:40:32,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731688832208, max timestamp=1731688832228Num uniques 1222; 
2024-11-15T16:40:32,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=55962, new segment data size=10162, suffix heap size=155056,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1222, new segment cells count=222
2024-11-15T16:40:32,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=55962, new segment data size=10162, suffix heap size=155056,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1222, new segment cells count=222
2024-11-15T16:40:32,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731688832208, max timestamp=1731688832228Num uniques 1222; 
2024-11-15T16:40:32,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=55962, new segment data size=10162, suffix heap size=155056,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1222, new segment cells count=222
2024-11-15T16:40:32,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T16:40:32,272 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T16:40:32,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T16:40:32,274 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T16:40:32,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T16:40:32,275 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T16:40:32,276 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-15T16:40:32,276 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-15T16:40:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T16:40:32,282 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:32,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-15T16:40:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T16:40:32,286 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:32,287 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:32,288 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731688832258, max timestamp=1731688832291Num uniques 1081; 
2024-11-15T16:40:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731688832258, max timestamp=1731688832291Num uniques 1081; 
2024-11-15T16:40:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731688832258, max timestamp=1731688832291Num uniques 1081; 
2024-11-15T16:40:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281
2024-11-15T16:40:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281
2024-11-15T16:40:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281
2024-11-15T16:40:32,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=440, cellSize=20150, totalHeapSize=46000, min timestamp=1731688832307, max timestamp=1731688832331Num uniques 1140; 
2024-11-15T16:40:32,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=20150, suffix heap size=146528,new segment heap size=46000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=440
2024-11-15T16:40:32,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=440, cellSize=20150, totalHeapSize=46000, min timestamp=1731688832307, max timestamp=1731688832331Num uniques 1140; 
2024-11-15T16:40:32,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=440, cellSize=20150, totalHeapSize=46000, min timestamp=1731688832307, max timestamp=1731688832331Num uniques 1140; 
2024-11-15T16:40:32,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=20150, suffix heap size=146528,new segment heap size=46000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=440
2024-11-15T16:40:32,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=20150, suffix heap size=146528,new segment heap size=46000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=440
2024-11-15T16:40:32,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688892362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731688832348, max timestamp=1731688832366Num uniques 1299; 
2024-11-15T16:40:32,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=59494, new segment data size=13694, suffix heap size=163064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1299, new segment cells count=299
2024-11-15T16:40:32,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731688832348, max timestamp=1731688832366Num uniques 1299; 
2024-11-15T16:40:32,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=59494, new segment data size=13694, suffix heap size=163064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1299, new segment cells count=299
2024-11-15T16:40:32,372 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731688832359, max timestamp=1731688832366Num uniques 1299; 
2024-11-15T16:40:32,372 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5f0733ccaa4d45c397de6497e0492dcc
2024-11-15T16:40:32,372 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=59494, new segment data size=6870, suffix heap size=163064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1299, new segment cells count=150
2024-11-15T16:40:32,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/020828d9b38f4399bc73e60e6139c056 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/020828d9b38f4399bc73e60e6139c056
2024-11-15T16:40:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T16:40:32,398 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/020828d9b38f4399bc73e60e6139c056, entries=150, sequenceid=142, filesize=11.9 K
2024-11-15T16:40:32,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/cfdf8c2cf86049439660518cc92e12ba as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cfdf8c2cf86049439660518cc92e12ba
2024-11-15T16:40:32,417 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cfdf8c2cf86049439660518cc92e12ba, entries=150, sequenceid=142, filesize=11.9 K
2024-11-15T16:40:32,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5f0733ccaa4d45c397de6497e0492dcc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5f0733ccaa4d45c397de6497e0492dcc
2024-11-15T16:40:32,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731688832392, max timestamp=1731688832421Num uniques 1158; 
2024-11-15T16:40:32,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731688832392, max timestamp=1731688832421Num uniques 1158; 
2024-11-15T16:40:32,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208
2024-11-15T16:40:32,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731688832392, max timestamp=1731688832421Num uniques 1009; 
2024-11-15T16:40:32,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208
2024-11-15T16:40:32,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46206, new segment data size=9520, suffix heap size=132904,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=208
2024-11-15T16:40:32,437 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5f0733ccaa4d45c397de6497e0492dcc, entries=150, sequenceid=142, filesize=11.9 K
2024-11-15T16:40:32,438 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.44 KB/27075, heapSize ~65.27 KB/66840, currentSize=60.38 KB/61830 for f78ec5a9ef3c79fb913f1c2fc803e871 in 768ms, sequenceid=142, compaction requested=true
2024-11-15T16:40:32,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:32,439 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:32,439 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:32,439 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=67.09 KB heapSize=181.17 KB
2024-11-15T16:40:32,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:32,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:32,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:32,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:32,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:32,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:32,442 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:32,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-15T16:40:32,443 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:32,443 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,443 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6a24a827486f42c9a443c68b84217b1d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a46e3ec7153c406eb149cd66b7062607, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/020828d9b38f4399bc73e60e6139c056] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=35.5 K
2024-11-15T16:40:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,444 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:32,444 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:32,445 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,445 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a05aa303e18c472a9805f21933e8f5c2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7a5fc05517ff431e878b99d455e0b3ab, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cfdf8c2cf86049439660518cc92e12ba] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=35.5 K
2024-11-15T16:40:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,445 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a24a827486f42c9a443c68b84217b1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731688829753
2024-11-15T16:40:32,446 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a46e3ec7153c406eb149cd66b7062607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731688830115
2024-11-15T16:40:32,446 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a05aa303e18c472a9805f21933e8f5c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731688829753
2024-11-15T16:40:32,448 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 020828d9b38f4399bc73e60e6139c056, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731688830522
2024-11-15T16:40:32,449 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a5fc05517ff431e878b99d455e0b3ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731688830115
2024-11-15T16:40:32,451 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting cfdf8c2cf86049439660518cc92e12ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731688830522
2024-11-15T16:40:32,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/1ce69ca3f6e648cf915c8cd13c22a160 is 50, key is test_row_0/A:col10/1731688832437/Put/seqid=0
2024-11-15T16:40:32,467 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:32,467 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/6c5e13bb84674ad487797ce117393380 is 50, key is test_row_0/A:col10/1731688831665/Put/seqid=0
2024-11-15T16:40:32,468 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:32,468 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a9db7eec3b5b468898ffa608352843b4 is 50, key is test_row_0/B:col10/1731688831665/Put/seqid=0
2024-11-15T16:40:32,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741867_1043 (size=19621)
2024-11-15T16:40:32,472 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/1ce69ca3f6e648cf915c8cd13c22a160
2024-11-15T16:40:32,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741869_1045 (size=12493)
2024-11-15T16:40:32,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741868_1044 (size=12493)
2024-11-15T16:40:32,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/afa191a54690475cb087d0e95aafaa68 is 50, key is test_row_0/B:col10/1731688832437/Put/seqid=0
2024-11-15T16:40:32,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741870_1046 (size=12301)
2024-11-15T16:40:32,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688892560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688892562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688892564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688892567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688892573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-15T16:40:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T16:40:32,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688892682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688892683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688892683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688892683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688892684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-15T16:40:32,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688892891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688892892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688892892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688892892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688892892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:32,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-15T16:40:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a9db7eec3b5b468898ffa608352843b4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a9db7eec3b5b468898ffa608352843b4
2024-11-15T16:40:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T16:40:32,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/afa191a54690475cb087d0e95aafaa68
2024-11-15T16:40:32,914 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/6c5e13bb84674ad487797ce117393380 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6c5e13bb84674ad487797ce117393380
2024-11-15T16:40:32,929 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into a9db7eec3b5b468898ffa608352843b4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:32,929 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:32,929 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=13, startTime=1731688832439; duration=0sec
2024-11-15T16:40:32,929 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:32,929 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:32,929 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:32,930 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into 6c5e13bb84674ad487797ce117393380(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:32,930 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:32,930 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=13, startTime=1731688832439; duration=0sec
2024-11-15T16:40:32,931 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:32,931 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:32,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a90a1c7ccf384c2eb4e0d5c28aeef30b is 50, key is test_row_0/C:col10/1731688832437/Put/seqid=0
2024-11-15T16:40:32,935 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:32,935 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:32,935 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:32,935 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/2f1428539f734d6eb2f948d3e308f205, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/860c4b1d0bce47beb1a3019814bec050, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5f0733ccaa4d45c397de6497e0492dcc] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=35.5 K
2024-11-15T16:40:32,936 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f1428539f734d6eb2f948d3e308f205, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731688829753
2024-11-15T16:40:32,937 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 860c4b1d0bce47beb1a3019814bec050, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731688830115
2024-11-15T16:40:32,938 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f0733ccaa4d45c397de6497e0492dcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731688830522
2024-11-15T16:40:32,958 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:32,963 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/609678be214745578b77403bb9aea21d is 50, key is test_row_0/C:col10/1731688831665/Put/seqid=0
2024-11-15T16:40:32,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741871_1047 (size=12301)
2024-11-15T16:40:32,966 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a90a1c7ccf384c2eb4e0d5c28aeef30b
2024-11-15T16:40:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/1ce69ca3f6e648cf915c8cd13c22a160 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/1ce69ca3f6e648cf915c8cd13c22a160
2024-11-15T16:40:32,986 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/1ce69ca3f6e648cf915c8cd13c22a160, entries=300, sequenceid=358, filesize=19.2 K
2024-11-15T16:40:32,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/afa191a54690475cb087d0e95aafaa68 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/afa191a54690475cb087d0e95aafaa68
2024-11-15T16:40:32,999 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/afa191a54690475cb087d0e95aafaa68, entries=150, sequenceid=358, filesize=12.0 K
2024-11-15T16:40:33,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a90a1c7ccf384c2eb4e0d5c28aeef30b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a90a1c7ccf384c2eb4e0d5c28aeef30b
2024-11-15T16:40:33,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741872_1048 (size=12493)
2024-11-15T16:40:33,012 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/609678be214745578b77403bb9aea21d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/609678be214745578b77403bb9aea21d
2024-11-15T16:40:33,016 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a90a1c7ccf384c2eb4e0d5c28aeef30b, entries=150, sequenceid=358, filesize=12.0 K
2024-11-15T16:40:33,018 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~201.05 KB/205872, currentSize=107.34 KB/109920 for f78ec5a9ef3c79fb913f1c2fc803e871 in 579ms, sequenceid=358, compaction requested=false
2024-11-15T16:40:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:33,025 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 609678be214745578b77403bb9aea21d(size=12.2 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:33,025 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:33,025 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=13, startTime=1731688832439; duration=0sec
2024-11-15T16:40:33,026 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:33,026 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:33,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-15T16:40:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:40:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:33,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a06e64d5081c4186980998fcbf6c4c59 is 50, key is test_row_0/A:col10/1731688832566/Put/seqid=0
2024-11-15T16:40:33,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741873_1049 (size=12301)
2024-11-15T16:40:33,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a06e64d5081c4186980998fcbf6c4c59
2024-11-15T16:40:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/24e3803cb69a4971806bbe8f2a58e422 is 50, key is test_row_0/B:col10/1731688832566/Put/seqid=0
2024-11-15T16:40:33,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741874_1050 (size=12301)
2024-11-15T16:40:33,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/24e3803cb69a4971806bbe8f2a58e422
2024-11-15T16:40:33,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/10a5b06bb30d41ccb892e5236a40c2da is 50, key is test_row_0/C:col10/1731688832566/Put/seqid=0
2024-11-15T16:40:33,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741875_1051 (size=12301)
2024-11-15T16:40:33,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/10a5b06bb30d41ccb892e5236a40c2da
2024-11-15T16:40:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:33,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a06e64d5081c4186980998fcbf6c4c59 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06e64d5081c4186980998fcbf6c4c59
2024-11-15T16:40:33,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06e64d5081c4186980998fcbf6c4c59, entries=150, sequenceid=380, filesize=12.0 K
2024-11-15T16:40:33,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/24e3803cb69a4971806bbe8f2a58e422 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/24e3803cb69a4971806bbe8f2a58e422
2024-11-15T16:40:33,230 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/24e3803cb69a4971806bbe8f2a58e422, entries=150, sequenceid=380, filesize=12.0 K
2024-11-15T16:40:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/10a5b06bb30d41ccb892e5236a40c2da as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/10a5b06bb30d41ccb892e5236a40c2da
2024-11-15T16:40:33,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688893224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688893230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688893231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,244 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/10a5b06bb30d41ccb892e5236a40c2da, entries=150, sequenceid=380, filesize=12.0 K
2024-11-15T16:40:33,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688893233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f78ec5a9ef3c79fb913f1c2fc803e871 in 183ms, sequenceid=380, compaction requested=true
2024-11-15T16:40:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-15T16:40:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-15T16:40:33,248 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:40:33,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:33,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:33,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:33,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:33,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:33,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:33,256 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-15T16:40:33,256 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 962 msec
2024-11-15T16:40:33,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/05661ca67a854317b3bd9f273ee5fd33 is 50, key is test_row_0/A:col10/1731688833222/Put/seqid=0
2024-11-15T16:40:33,261 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 975 msec
2024-11-15T16:40:33,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741876_1052 (size=14741)
2024-11-15T16:40:33,288 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/05661ca67a854317b3bd9f273ee5fd33
2024-11-15T16:40:33,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/5132ef07cca84f369cbe5aef26d93de4 is 50, key is test_row_0/B:col10/1731688833222/Put/seqid=0
2024-11-15T16:40:33,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741877_1053 (size=12301)
2024-11-15T16:40:33,327 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/5132ef07cca84f369cbe5aef26d93de4
2024-11-15T16:40:33,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a3eab61c4555478a9550e698a0ab0abb is 50, key is test_row_0/C:col10/1731688833222/Put/seqid=0
2024-11-15T16:40:33,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741878_1054 (size=12301)
2024-11-15T16:40:33,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688893353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688893354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688893360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688893360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688893360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T16:40:33,423 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:33,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-15T16:40:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-15T16:40:33,429 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:33,430 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:33,430 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:33,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688893472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688893472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688893472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688893473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-15T16:40:33,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688893572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-15T16:40:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:33,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688893682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688893682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688893682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688893691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:33,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-15T16:40:33,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:33,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:33,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-15T16:40:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:33,751 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a3eab61c4555478a9550e698a0ab0abb
2024-11-15T16:40:33,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/05661ca67a854317b3bd9f273ee5fd33 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/05661ca67a854317b3bd9f273ee5fd33
2024-11-15T16:40:33,773 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/05661ca67a854317b3bd9f273ee5fd33, entries=200, sequenceid=394, filesize=14.4 K
2024-11-15T16:40:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/5132ef07cca84f369cbe5aef26d93de4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/5132ef07cca84f369cbe5aef26d93de4
2024-11-15T16:40:33,785 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/5132ef07cca84f369cbe5aef26d93de4, entries=150, sequenceid=394, filesize=12.0 K
2024-11-15T16:40:33,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a3eab61c4555478a9550e698a0ab0abb as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a3eab61c4555478a9550e698a0ab0abb
2024-11-15T16:40:33,812 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a3eab61c4555478a9550e698a0ab0abb, entries=150, sequenceid=394, filesize=12.0 K
2024-11-15T16:40:33,814 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for f78ec5a9ef3c79fb913f1c2fc803e871 in 567ms, sequenceid=394, compaction requested=true
2024-11-15T16:40:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:33,815 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:33,815 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:33,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:33,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:33,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:33,817 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49396 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:33,818 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:33,818 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 59156 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:33,818 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,818 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:33,818 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,818 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a9db7eec3b5b468898ffa608352843b4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/afa191a54690475cb087d0e95aafaa68, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/24e3803cb69a4971806bbe8f2a58e422, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/5132ef07cca84f369cbe5aef26d93de4] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=48.2 K
2024-11-15T16:40:33,818 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6c5e13bb84674ad487797ce117393380, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/1ce69ca3f6e648cf915c8cd13c22a160, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06e64d5081c4186980998fcbf6c4c59, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/05661ca67a854317b3bd9f273ee5fd33] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=57.8 K
2024-11-15T16:40:33,819 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c5e13bb84674ad487797ce117393380, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731688830522
2024-11-15T16:40:33,819 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a9db7eec3b5b468898ffa608352843b4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731688830522
2024-11-15T16:40:33,820 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting afa191a54690475cb087d0e95aafaa68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731688832431
2024-11-15T16:40:33,820 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ce69ca3f6e648cf915c8cd13c22a160, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731688832411
2024-11-15T16:40:33,820 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 24e3803cb69a4971806bbe8f2a58e422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731688832561
2024-11-15T16:40:33,821 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a06e64d5081c4186980998fcbf6c4c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731688832561
2024-11-15T16:40:33,821 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5132ef07cca84f369cbe5aef26d93de4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731688833222
2024-11-15T16:40:33,822 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05661ca67a854317b3bd9f273ee5fd33, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731688833222
2024-11-15T16:40:33,851 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:33,852 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/4fcb050c009f44598a0be6c348a48eda is 50, key is test_row_0/B:col10/1731688833222/Put/seqid=0
2024-11-15T16:40:33,863 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:33,864 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/7954805049cd498292863b0038f46648 is 50, key is test_row_0/A:col10/1731688833222/Put/seqid=0
2024-11-15T16:40:33,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741880_1056 (size=12779)
2024-11-15T16:40:33,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741879_1055 (size=12779)
2024-11-15T16:40:33,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-15T16:40:33,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688833325, max timestamp=1731688833882Num uniques 859; 
2024-11-15T16:40:33,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688833325, max timestamp=1731688833882Num uniques 859; 
2024-11-15T16:40:33,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:33,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:33,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=51.44 KB heapSize=144.02 KB
2024-11-15T16:40:33,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:33,905 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/4fcb050c009f44598a0be6c348a48eda as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/4fcb050c009f44598a0be6c348a48eda
2024-11-15T16:40:33,908 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/7954805049cd498292863b0038f46648 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7954805049cd498292863b0038f46648
2024-11-15T16:40:33,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/6f6a6e189e33416f819019ab68fb8360 is 50, key is test_row_0/A:col10/1731688833882/Put/seqid=0
2024-11-15T16:40:33,922 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into 4fcb050c009f44598a0be6c348a48eda(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:33,922 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:33,922 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=12, startTime=1731688833815; duration=0sec
2024-11-15T16:40:33,923 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:33,923 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:33,923 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:33,926 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into 7954805049cd498292863b0038f46648(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:33,926 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:33,926 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=12, startTime=1731688833815; duration=0sec
2024-11-15T16:40:33,927 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:33,927 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:33,927 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49396 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:33,927 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:33,927 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:33,927 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/609678be214745578b77403bb9aea21d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a90a1c7ccf384c2eb4e0d5c28aeef30b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/10a5b06bb30d41ccb892e5236a40c2da, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a3eab61c4555478a9550e698a0ab0abb] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=48.2 K
2024-11-15T16:40:33,931 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 609678be214745578b77403bb9aea21d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731688830522
2024-11-15T16:40:33,932 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a90a1c7ccf384c2eb4e0d5c28aeef30b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731688832431
2024-11-15T16:40:33,933 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 10a5b06bb30d41ccb892e5236a40c2da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731688832561
2024-11-15T16:40:33,934 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a3eab61c4555478a9550e698a0ab0abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731688833222
2024-11-15T16:40:33,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741881_1057 (size=14741)
2024-11-15T16:40:33,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/6f6a6e189e33416f819019ab68fb8360
2024-11-15T16:40:33,969 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:33,970 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/3aebdea14e7f4270a83ac3818b663634 is 50, key is test_row_0/C:col10/1731688833222/Put/seqid=0
2024-11-15T16:40:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c5c2e9ae9cb04618bd296dd854b7132a is 50, key is test_row_0/B:col10/1731688833882/Put/seqid=0
2024-11-15T16:40:34,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741882_1058 (size=12301)
2024-11-15T16:40:34,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688833986, max timestamp=1731688834004Num uniques 859; 
2024-11-15T16:40:34,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688833986, max timestamp=1731688834004Num uniques 859; 
2024-11-15T16:40:34,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741883_1059 (size=12779)
2024-11-15T16:40:34,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688833986, max timestamp=1731688834004Num uniques 859; 
2024-11-15T16:40:34,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:40:34,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:40:34,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:40:34,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688894036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688894037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688894041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688894039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688894043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-15T16:40:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688894152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688894152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688894152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688894152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688894162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688894361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688894361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688894362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688894362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688894372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c5c2e9ae9cb04618bd296dd854b7132a
2024-11-15T16:40:34,415 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/3aebdea14e7f4270a83ac3818b663634 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/3aebdea14e7f4270a83ac3818b663634
2024-11-15T16:40:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/505359a8295140c18b432e9d88c2c4ec is 50, key is test_row_0/C:col10/1731688833882/Put/seqid=0
2024-11-15T16:40:34,425 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 3aebdea14e7f4270a83ac3818b663634(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:34,425 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:34,425 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=12, startTime=1731688833816; duration=0sec
2024-11-15T16:40:34,425 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:34,425 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:34,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741884_1060 (size=12301)
2024-11-15T16:40:34,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/505359a8295140c18b432e9d88c2c4ec
2024-11-15T16:40:34,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/6f6a6e189e33416f819019ab68fb8360 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6f6a6e189e33416f819019ab68fb8360
2024-11-15T16:40:34,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6f6a6e189e33416f819019ab68fb8360, entries=200, sequenceid=415, filesize=14.4 K
2024-11-15T16:40:34,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c5c2e9ae9cb04618bd296dd854b7132a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c5c2e9ae9cb04618bd296dd854b7132a
2024-11-15T16:40:34,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c5c2e9ae9cb04618bd296dd854b7132a, entries=150, sequenceid=415, filesize=12.0 K
2024-11-15T16:40:34,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/505359a8295140c18b432e9d88c2c4ec as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/505359a8295140c18b432e9d88c2c4ec
2024-11-15T16:40:34,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/505359a8295140c18b432e9d88c2c4ec, entries=150, sequenceid=415, filesize=12.0 K
2024-11-15T16:40:34,478 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for f78ec5a9ef3c79fb913f1c2fc803e871 in 582ms, sequenceid=415, compaction requested=false
2024-11-15T16:40:34,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:34,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:34,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-15T16:40:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-15T16:40:34,483 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-15T16:40:34,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec
2024-11-15T16:40:34,487 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0600 sec
2024-11-15T16:40:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-15T16:40:34,562 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:34,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-15T16:40:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-15T16:40:34,565 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:34,567 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:34,567 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-15T16:40:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:34,675 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-15T16:40:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:34,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/5d710c94fac045649ee425b92739d9a2 is 50, key is test_row_0/A:col10/1731688834673/Put/seqid=0
2024-11-15T16:40:34,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741885_1061 (size=12301)
2024-11-15T16:40:34,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/5d710c94fac045649ee425b92739d9a2
2024-11-15T16:40:34,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688894687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688894687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688894689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688894692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688894692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/cc7a620bd6cb45618419064471340601 is 50, key is test_row_0/B:col10/1731688834673/Put/seqid=0
2024-11-15T16:40:34,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:34,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:34,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:34,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:34,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:34,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:34,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741886_1062 (size=12301)
2024-11-15T16:40:34,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688894802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688894802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688894803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688894803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688894803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:34,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:34,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:34,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:34,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:34,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:34,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-15T16:40:35,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688895013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688895013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688895013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688895014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688895014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,139 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/cc7a620bd6cb45618419064471340601
2024-11-15T16:40:35,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/101958529cf446a5bde76596140bcaa4 is 50, key is test_row_0/C:col10/1731688834673/Put/seqid=0
2024-11-15T16:40:35,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741887_1063 (size=12301)
2024-11-15T16:40:35,162 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/101958529cf446a5bde76596140bcaa4
2024-11-15T16:40:35,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/5d710c94fac045649ee425b92739d9a2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/5d710c94fac045649ee425b92739d9a2
2024-11-15T16:40:35,185 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/5d710c94fac045649ee425b92739d9a2, entries=150, sequenceid=455, filesize=12.0 K
2024-11-15T16:40:35,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/cc7a620bd6cb45618419064471340601 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cc7a620bd6cb45618419064471340601
2024-11-15T16:40:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-15T16:40:35,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cc7a620bd6cb45618419064471340601, entries=150, sequenceid=455, filesize=12.0 K
2024-11-15T16:40:35,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/101958529cf446a5bde76596140bcaa4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/101958529cf446a5bde76596140bcaa4
2024-11-15T16:40:35,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/101958529cf446a5bde76596140bcaa4, entries=150, sequenceid=455, filesize=12.0 K
2024-11-15T16:40:35,216 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for f78ec5a9ef3c79fb913f1c2fc803e871 in 541ms, sequenceid=455, compaction requested=true
2024-11-15T16:40:35,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:35,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:35,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:35,216 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:35,216 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:35,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:35,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:35,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:35,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:35,218 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:35,218 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:35,218 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,218 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/4fcb050c009f44598a0be6c348a48eda, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c5c2e9ae9cb04618bd296dd854b7132a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cc7a620bd6cb45618419064471340601] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=36.5 K
2024-11-15T16:40:35,219 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fcb050c009f44598a0be6c348a48eda, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731688833222
2024-11-15T16:40:35,220 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:35,220 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:35,221 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,221 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7954805049cd498292863b0038f46648, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6f6a6e189e33416f819019ab68fb8360, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/5d710c94fac045649ee425b92739d9a2] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=38.9 K
2024-11-15T16:40:35,221 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c5c2e9ae9cb04618bd296dd854b7132a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731688833356
2024-11-15T16:40:35,221 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7954805049cd498292863b0038f46648, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731688833222
2024-11-15T16:40:35,222 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f6a6e189e33416f819019ab68fb8360, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731688833325
2024-11-15T16:40:35,222 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting cc7a620bd6cb45618419064471340601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731688834038
2024-11-15T16:40:35,222 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d710c94fac045649ee425b92739d9a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731688834038
2024-11-15T16:40:35,247 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:35,248 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a1b9acd3fb474ebd94e8f87975bbdd23 is 50, key is test_row_0/A:col10/1731688834673/Put/seqid=0
2024-11-15T16:40:35,251 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:35,252 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/f725188c44bc42e7ab4bf0b19cfc34e4 is 50, key is test_row_0/B:col10/1731688834673/Put/seqid=0
2024-11-15T16:40:35,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741888_1064 (size=12881)
2024-11-15T16:40:35,290 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a1b9acd3fb474ebd94e8f87975bbdd23 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a1b9acd3fb474ebd94e8f87975bbdd23
2024-11-15T16:40:35,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741889_1065 (size=12881)
2024-11-15T16:40:35,315 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into a1b9acd3fb474ebd94e8f87975bbdd23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:35,315 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:35,316 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=13, startTime=1731688835216; duration=0sec
2024-11-15T16:40:35,316 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:35,316 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:35,316 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:35,318 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:35,319 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:35,319 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,319 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/3aebdea14e7f4270a83ac3818b663634, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/505359a8295140c18b432e9d88c2c4ec, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/101958529cf446a5bde76596140bcaa4] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=36.5 K
2024-11-15T16:40:35,324 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aebdea14e7f4270a83ac3818b663634, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731688833222
2024-11-15T16:40:35,324 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/f725188c44bc42e7ab4bf0b19cfc34e4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/f725188c44bc42e7ab4bf0b19cfc34e4
2024-11-15T16:40:35,324 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 505359a8295140c18b432e9d88c2c4ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731688833356
2024-11-15T16:40:35,325 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 101958529cf446a5bde76596140bcaa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731688834038
2024-11-15T16:40:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:35,332 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:40:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:35,339 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into f725188c44bc42e7ab4bf0b19cfc34e4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:35,339 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:35,339 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=13, startTime=1731688835216; duration=0sec
2024-11-15T16:40:35,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/2116d744c3854123a09b9bade89153fd is 50, key is test_row_0/A:col10/1731688835331/Put/seqid=0
2024-11-15T16:40:35,341 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:35,341 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:35,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,346 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:35,347 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/6832acba842b465abf13939b2907b8c6 is 50, key is test_row_0/C:col10/1731688834673/Put/seqid=0
2024-11-15T16:40:35,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741890_1066 (size=12301)
2024-11-15T16:40:35,377 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/2116d744c3854123a09b9bade89153fd
2024-11-15T16:40:35,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688895369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688895371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688895374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688895374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688895379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741891_1067 (size=12881)
2024-11-15T16:40:35,402 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/6832acba842b465abf13939b2907b8c6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/6832acba842b465abf13939b2907b8c6
2024-11-15T16:40:35,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/844668b2214440b59e9496a013169d0b is 50, key is test_row_0/B:col10/1731688835331/Put/seqid=0
2024-11-15T16:40:35,415 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 6832acba842b465abf13939b2907b8c6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:35,415 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:35,415 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=13, startTime=1731688835217; duration=0sec
2024-11-15T16:40:35,416 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:35,416 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:35,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741892_1068 (size=12301)
2024-11-15T16:40:35,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688895482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688895483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688895492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688895492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688895492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688895692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688895692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-15T16:40:35,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688895702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688895702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688895702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:35,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:35,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:35,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,837 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/844668b2214440b59e9496a013169d0b
2024-11-15T16:40:35,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/7a73e22b2a704330b3e84f26bc4decfd is 50, key is test_row_0/C:col10/1731688835331/Put/seqid=0
2024-11-15T16:40:35,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741893_1069 (size=12301)
2024-11-15T16:40:35,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:35,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:36,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688896001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688896001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688896012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688896012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688896012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:36,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:36,254 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/7a73e22b2a704330b3e84f26bc4decfd
2024-11-15T16:40:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/2116d744c3854123a09b9bade89153fd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2116d744c3854123a09b9bade89153fd
2024-11-15T16:40:36,270 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2116d744c3854123a09b9bade89153fd, entries=150, sequenceid=469, filesize=12.0 K
2024-11-15T16:40:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/844668b2214440b59e9496a013169d0b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/844668b2214440b59e9496a013169d0b
2024-11-15T16:40:36,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:36,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:36,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:36,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:36,283 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/844668b2214440b59e9496a013169d0b, entries=150, sequenceid=469, filesize=12.0 K
2024-11-15T16:40:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/7a73e22b2a704330b3e84f26bc4decfd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7a73e22b2a704330b3e84f26bc4decfd
2024-11-15T16:40:36,293 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7a73e22b2a704330b3e84f26bc4decfd, entries=150, sequenceid=469, filesize=12.0 K
2024-11-15T16:40:36,294 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for f78ec5a9ef3c79fb913f1c2fc803e871 in 962ms, sequenceid=469, compaction requested=false
2024-11-15T16:40:36,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:36,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-15T16:40:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:36,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:40:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/966c692c9da64c2189cf277b7e5080ef is 50, key is test_row_0/A:col10/1731688835370/Put/seqid=0
2024-11-15T16:40:36,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741894_1070 (size=12301)
2024-11-15T16:40:36,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/966c692c9da64c2189cf277b7e5080ef
2024-11-15T16:40:36,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/702c8f17d0044ffeb1edbc2208c37b36 is 50, key is test_row_0/B:col10/1731688835370/Put/seqid=0
2024-11-15T16:40:36,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741895_1071 (size=12301)
2024-11-15T16:40:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:36,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:36,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688896525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688896527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688896529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688896531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688896532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688896642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688896642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688896642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688896642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688896643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-15T16:40:36,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688896852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688896852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688896852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688896852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688896853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:36,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/702c8f17d0044ffeb1edbc2208c37b36
2024-11-15T16:40:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bd4d42cc8d87421f8795bbb590faea56 is 50, key is test_row_0/C:col10/1731688835370/Put/seqid=0
2024-11-15T16:40:36,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741896_1072 (size=12301)
2024-11-15T16:40:37,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688897162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688897162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688897162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688897162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688897163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,290 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bd4d42cc8d87421f8795bbb590faea56
2024-11-15T16:40:37,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/966c692c9da64c2189cf277b7e5080ef as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/966c692c9da64c2189cf277b7e5080ef
2024-11-15T16:40:37,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/966c692c9da64c2189cf277b7e5080ef, entries=150, sequenceid=491, filesize=12.0 K
2024-11-15T16:40:37,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/702c8f17d0044ffeb1edbc2208c37b36 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/702c8f17d0044ffeb1edbc2208c37b36
2024-11-15T16:40:37,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/702c8f17d0044ffeb1edbc2208c37b36, entries=150, sequenceid=491, filesize=12.0 K
2024-11-15T16:40:37,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bd4d42cc8d87421f8795bbb590faea56 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bd4d42cc8d87421f8795bbb590faea56
2024-11-15T16:40:37,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bd4d42cc8d87421f8795bbb590faea56, entries=150, sequenceid=491, filesize=12.0 K
2024-11-15T16:40:37,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for f78ec5a9ef3c79fb913f1c2fc803e871 in 892ms, sequenceid=491, compaction requested=true
2024-11-15T16:40:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-15T16:40:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-15T16:40:37,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-15T16:40:37,331 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7590 sec
2024-11-15T16:40:37,333 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.7680 sec
2024-11-15T16:40:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:37,674 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:40:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:37,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/af55dae6d68d4362be67cc1ba2f37192 is 50, key is test_row_0/A:col10/1731688836528/Put/seqid=0
2024-11-15T16:40:37,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741897_1073 (size=12301)
2024-11-15T16:40:37,690 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/af55dae6d68d4362be67cc1ba2f37192
2024-11-15T16:40:37,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688897693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688897695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688897697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688897698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688897698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c9537698bdbf4293852754d57b1a938d is 50, key is test_row_0/B:col10/1731688836528/Put/seqid=0
2024-11-15T16:40:37,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741898_1074 (size=12301)
2024-11-15T16:40:37,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688897802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688897802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688897811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688897811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688897812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:37,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688898011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688898011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688898021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688898022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688898022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,123 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c9537698bdbf4293852754d57b1a938d
2024-11-15T16:40:38,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/da4045b35ca74e6cb2cb4df735499b04 is 50, key is test_row_0/C:col10/1731688836528/Put/seqid=0
2024-11-15T16:40:38,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741899_1075 (size=12301)
2024-11-15T16:40:38,139 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/da4045b35ca74e6cb2cb4df735499b04
2024-11-15T16:40:38,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/af55dae6d68d4362be67cc1ba2f37192 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/af55dae6d68d4362be67cc1ba2f37192
2024-11-15T16:40:38,152 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/af55dae6d68d4362be67cc1ba2f37192, entries=150, sequenceid=506, filesize=12.0 K
2024-11-15T16:40:38,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c9537698bdbf4293852754d57b1a938d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c9537698bdbf4293852754d57b1a938d
2024-11-15T16:40:38,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c9537698bdbf4293852754d57b1a938d, entries=150, sequenceid=506, filesize=12.0 K
2024-11-15T16:40:38,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/da4045b35ca74e6cb2cb4df735499b04 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/da4045b35ca74e6cb2cb4df735499b04
2024-11-15T16:40:38,166 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/da4045b35ca74e6cb2cb4df735499b04, entries=150, sequenceid=506, filesize=12.0 K
2024-11-15T16:40:38,167 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f78ec5a9ef3c79fb913f1c2fc803e871 in 493ms, sequenceid=506, compaction requested=true
2024-11-15T16:40:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:38,167 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:38,168 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:38,169 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:38,169 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:38,169 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:38,170 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/f725188c44bc42e7ab4bf0b19cfc34e4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/844668b2214440b59e9496a013169d0b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/702c8f17d0044ffeb1edbc2208c37b36, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c9537698bdbf4293852754d57b1a938d] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=48.6 K
2024-11-15T16:40:38,170 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:38,170 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:38,170 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting f725188c44bc42e7ab4bf0b19cfc34e4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731688834038
2024-11-15T16:40:38,170 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:38,170 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a1b9acd3fb474ebd94e8f87975bbdd23, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2116d744c3854123a09b9bade89153fd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/966c692c9da64c2189cf277b7e5080ef, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/af55dae6d68d4362be67cc1ba2f37192] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=48.6 K
2024-11-15T16:40:38,170 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 844668b2214440b59e9496a013169d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731688834688
2024-11-15T16:40:38,171 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1b9acd3fb474ebd94e8f87975bbdd23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731688834038
2024-11-15T16:40:38,171 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 702c8f17d0044ffeb1edbc2208c37b36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731688835363
2024-11-15T16:40:38,171 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2116d744c3854123a09b9bade89153fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731688834688
2024-11-15T16:40:38,172 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c9537698bdbf4293852754d57b1a938d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731688836528
2024-11-15T16:40:38,172 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 966c692c9da64c2189cf277b7e5080ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731688835363
2024-11-15T16:40:38,172 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting af55dae6d68d4362be67cc1ba2f37192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731688836528
2024-11-15T16:40:38,183 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:38,184 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a8b086374a9841128f30e8440504612a is 50, key is test_row_0/B:col10/1731688836528/Put/seqid=0
2024-11-15T16:40:38,199 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:38,200 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/589b3215764d4d6aafd28c33a7979752 is 50, key is test_row_0/A:col10/1731688836528/Put/seqid=0
2024-11-15T16:40:38,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741900_1076 (size=13017)
2024-11-15T16:40:38,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741901_1077 (size=13017)
2024-11-15T16:40:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:38,335 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-15T16:40:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:38,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/ed7eb460fb7b4722bfd01cd60653233f is 50, key is test_row_0/A:col10/1731688837696/Put/seqid=0
2024-11-15T16:40:38,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741902_1078 (size=17181)
2024-11-15T16:40:38,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688898349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688898349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688898400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688898400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688898402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688898512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688898512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688898512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688898512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688898513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,607 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/a8b086374a9841128f30e8440504612a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a8b086374a9841128f30e8440504612a
2024-11-15T16:40:38,615 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into a8b086374a9841128f30e8440504612a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:38,615 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:38,615 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=12, startTime=1731688838167; duration=0sec
2024-11-15T16:40:38,616 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:38,616 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:38,616 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:38,618 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:38,619 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:38,619 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:38,619 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/6832acba842b465abf13939b2907b8c6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7a73e22b2a704330b3e84f26bc4decfd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bd4d42cc8d87421f8795bbb590faea56, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/da4045b35ca74e6cb2cb4df735499b04] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=48.6 K
2024-11-15T16:40:38,621 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 6832acba842b465abf13939b2907b8c6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731688834038
2024-11-15T16:40:38,621 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a73e22b2a704330b3e84f26bc4decfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731688834688
2024-11-15T16:40:38,622 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/589b3215764d4d6aafd28c33a7979752 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/589b3215764d4d6aafd28c33a7979752
2024-11-15T16:40:38,622 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bd4d42cc8d87421f8795bbb590faea56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731688835363
2024-11-15T16:40:38,622 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting da4045b35ca74e6cb2cb4df735499b04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731688836528
2024-11-15T16:40:38,630 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into 589b3215764d4d6aafd28c33a7979752(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:38,630 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:38,630 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=12, startTime=1731688838167; duration=0sec
2024-11-15T16:40:38,631 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:38,631 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:38,636 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:38,637 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/7ac96f2785a64cd694efaace470d60dc is 50, key is test_row_0/C:col10/1731688836528/Put/seqid=0
2024-11-15T16:40:38,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741903_1079 (size=13017)
2024-11-15T16:40:38,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688898721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688898721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688898722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-15T16:40:38,743 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:38,743 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-15T16:40:38,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688898742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T16:40:38,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:38,746 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688898742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:38,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:38,747 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:38,747 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:38,755 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/ed7eb460fb7b4722bfd01cd60653233f
2024-11-15T16:40:38,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/df698196a65b4b44b620c0825d881414 is 50, key is test_row_0/B:col10/1731688837696/Put/seqid=0
2024-11-15T16:40:38,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741904_1080 (size=12301)
2024-11-15T16:40:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T16:40:38,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-15T16:40:38,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:38,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:38,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:38,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:38,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:39,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688899032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688899032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688899032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688899051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688899051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-15T16:40:39,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:39,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:39,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:39,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:39,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:39,057 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/7ac96f2785a64cd694efaace470d60dc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7ac96f2785a64cd694efaace470d60dc
2024-11-15T16:40:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T16:40:39,063 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 7ac96f2785a64cd694efaace470d60dc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:39,064 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:39,064 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=12, startTime=1731688838168; duration=0sec
2024-11-15T16:40:39,064 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:39,064 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:39,171 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/df698196a65b4b44b620c0825d881414
2024-11-15T16:40:39,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/79e799e499d24a5c9ab310164cc00919 is 50, key is test_row_0/C:col10/1731688837696/Put/seqid=0
2024-11-15T16:40:39,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741905_1081 (size=12301)
2024-11-15T16:40:39,185 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/79e799e499d24a5c9ab310164cc00919
2024-11-15T16:40:39,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/ed7eb460fb7b4722bfd01cd60653233f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/ed7eb460fb7b4722bfd01cd60653233f
2024-11-15T16:40:39,197 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/ed7eb460fb7b4722bfd01cd60653233f, entries=250, sequenceid=525, filesize=16.8 K
2024-11-15T16:40:39,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/df698196a65b4b44b620c0825d881414 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/df698196a65b4b44b620c0825d881414
2024-11-15T16:40:39,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/df698196a65b4b44b620c0825d881414, entries=150, sequenceid=525, filesize=12.0 K
2024-11-15T16:40:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/79e799e499d24a5c9ab310164cc00919 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/79e799e499d24a5c9ab310164cc00919
2024-11-15T16:40:39,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-15T16:40:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:39,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:39,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:39,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/79e799e499d24a5c9ab310164cc00919, entries=150, sequenceid=525, filesize=12.0 K
2024-11-15T16:40:39,215 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for f78ec5a9ef3c79fb913f1c2fc803e871 in 881ms, sequenceid=525, compaction requested=false
2024-11-15T16:40:39,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:39,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-15T16:40:39,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:39,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:40:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:39,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/36aede1a7eba4d40895e0add1844f5a8 is 50, key is test_row_0/A:col10/1731688838346/Put/seqid=0
2024-11-15T16:40:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T16:40:39,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741906_1082 (size=12301)
2024-11-15T16:40:39,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/36aede1a7eba4d40895e0add1844f5a8
2024-11-15T16:40:39,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/7cf0881a35f242a99003262744d12f1e is 50, key is test_row_0/B:col10/1731688838346/Put/seqid=0
2024-11-15T16:40:39,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741907_1083 (size=12301)
2024-11-15T16:40:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:39,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:39,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688899566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688899568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688899570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688899571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688899572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688899682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688899682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688899682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688899682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688899683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/7cf0881a35f242a99003262744d12f1e
2024-11-15T16:40:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bc887e9fac034638861440a342174442 is 50, key is test_row_0/C:col10/1731688838346/Put/seqid=0
2024-11-15T16:40:39,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741908_1084 (size=12301)
2024-11-15T16:40:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T16:40:39,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688899891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688899892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688899892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688899892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688899892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688900201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688900202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688900202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688900202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688900202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bc887e9fac034638861440a342174442
2024-11-15T16:40:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/36aede1a7eba4d40895e0add1844f5a8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/36aede1a7eba4d40895e0add1844f5a8
2024-11-15T16:40:40,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/36aede1a7eba4d40895e0add1844f5a8, entries=150, sequenceid=542, filesize=12.0 K
2024-11-15T16:40:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/7cf0881a35f242a99003262744d12f1e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7cf0881a35f242a99003262744d12f1e
2024-11-15T16:40:40,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7cf0881a35f242a99003262744d12f1e, entries=150, sequenceid=542, filesize=12.0 K
2024-11-15T16:40:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/bc887e9fac034638861440a342174442 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bc887e9fac034638861440a342174442
2024-11-15T16:40:40,261 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bc887e9fac034638861440a342174442, entries=150, sequenceid=542, filesize=12.0 K
2024-11-15T16:40:40,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for f78ec5a9ef3c79fb913f1c2fc803e871 in 898ms, sequenceid=542, compaction requested=true
2024-11-15T16:40:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-15T16:40:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-15T16:40:40,268 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-15T16:40:40,268 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5180 sec
2024-11-15T16:40:40,271 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5250 sec
2024-11-15T16:40:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:40,716 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:40:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:40,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/f8a1b002a94a4f8b92174c8eb45e4bf2 is 50, key is test_row_0/A:col10/1731688839563/Put/seqid=0
2024-11-15T16:40:40,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688900725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688900734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688900735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688900734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688900736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741909_1085 (size=17181)
2024-11-15T16:40:40,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688900842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688900852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688900852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688900853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688900853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:40,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T16:40:40,903 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:40,904 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-15T16:40:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-15T16:40:40,906 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:40,908 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:40,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-15T16:40:41,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688901052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-15T16:40:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:41,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:41,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688901062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688901062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688901063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688901063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,146 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/f8a1b002a94a4f8b92174c8eb45e4bf2
2024-11-15T16:40:41,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/57b3316a703d4bfabf7411e0e640850e is 50, key is test_row_0/B:col10/1731688839563/Put/seqid=0
2024-11-15T16:40:41,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741910_1086 (size=12301)
2024-11-15T16:40:41,169 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/57b3316a703d4bfabf7411e0e640850e
2024-11-15T16:40:41,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/4e61b225eaf54cb8a2d6486d85e26f20 is 50, key is test_row_0/C:col10/1731688839563/Put/seqid=0
2024-11-15T16:40:41,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741911_1087 (size=12301)
2024-11-15T16:40:41,184 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/4e61b225eaf54cb8a2d6486d85e26f20
2024-11-15T16:40:41,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/f8a1b002a94a4f8b92174c8eb45e4bf2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/f8a1b002a94a4f8b92174c8eb45e4bf2
2024-11-15T16:40:41,201 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/f8a1b002a94a4f8b92174c8eb45e4bf2, entries=250, sequenceid=562, filesize=16.8 K
2024-11-15T16:40:41,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/57b3316a703d4bfabf7411e0e640850e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/57b3316a703d4bfabf7411e0e640850e
2024-11-15T16:40:41,209 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/57b3316a703d4bfabf7411e0e640850e, entries=150, sequenceid=562, filesize=12.0 K
2024-11-15T16:40:41,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/4e61b225eaf54cb8a2d6486d85e26f20 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/4e61b225eaf54cb8a2d6486d85e26f20
2024-11-15T16:40:41,216 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/4e61b225eaf54cb8a2d6486d85e26f20, entries=150, sequenceid=562, filesize=12.0 K
2024-11-15T16:40:41,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-15T16:40:41,217 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for f78ec5a9ef3c79fb913f1c2fc803e871 in 501ms, sequenceid=562, compaction requested=true
2024-11-15T16:40:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:41,217 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:41,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:40:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:41,217 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:41,220 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:41,220 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:41,220 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:41,220 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a8b086374a9841128f30e8440504612a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/df698196a65b4b44b620c0825d881414, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7cf0881a35f242a99003262744d12f1e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/57b3316a703d4bfabf7411e0e640850e] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=48.8 K
2024-11-15T16:40:41,222 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a8b086374a9841128f30e8440504612a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731688836528
2024-11-15T16:40:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-15T16:40:41,222 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting df698196a65b4b44b620c0825d881414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731688837696
2024-11-15T16:40:41,222 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 59680 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:41,223 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:41,223 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cf0881a35f242a99003262744d12f1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688838346
2024-11-15T16:40:41,223 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:41,223 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/589b3215764d4d6aafd28c33a7979752, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/ed7eb460fb7b4722bfd01cd60653233f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/36aede1a7eba4d40895e0add1844f5a8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/f8a1b002a94a4f8b92174c8eb45e4bf2] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=58.3 K
2024-11-15T16:40:41,223 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 57b3316a703d4bfabf7411e0e640850e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731688839563
2024-11-15T16:40:41,224 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 589b3215764d4d6aafd28c33a7979752, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731688836528
2024-11-15T16:40:41,225 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed7eb460fb7b4722bfd01cd60653233f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731688837678
2024-11-15T16:40:41,226 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36aede1a7eba4d40895e0add1844f5a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688838346
2024-11-15T16:40:41,226 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8a1b002a94a4f8b92174c8eb45e4bf2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731688839563
2024-11-15T16:40:41,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/2c08853e97d64df992699b44d80bafb0 is 50, key is test_row_0/A:col10/1731688840729/Put/seqid=0
2024-11-15T16:40:41,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741912_1088 (size=12301)
2024-11-15T16:40:41,245 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:41,246 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/72fc6234fa194e45b2e8a76f1057597c is 50, key is test_row_0/B:col10/1731688839563/Put/seqid=0
2024-11-15T16:40:41,247 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#77 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:41,247 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/34f696fd3d8445fc97fd0c92f001ed2d is 50, key is test_row_0/A:col10/1731688839563/Put/seqid=0
2024-11-15T16:40:41,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741913_1089 (size=13153)
2024-11-15T16:40:41,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741914_1090 (size=13153)
2024-11-15T16:40:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:41,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:41,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688901396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688901396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688901397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688901398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688901400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688901512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688901512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688901512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688901512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688901513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-15T16:40:41,639 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/2c08853e97d64df992699b44d80bafb0
2024-11-15T16:40:41,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/8bfccd6dca794ed19f78d5ee1f586690 is 50, key is test_row_0/B:col10/1731688840729/Put/seqid=0
2024-11-15T16:40:41,687 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/72fc6234fa194e45b2e8a76f1057597c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/72fc6234fa194e45b2e8a76f1057597c
2024-11-15T16:40:41,688 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/34f696fd3d8445fc97fd0c92f001ed2d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/34f696fd3d8445fc97fd0c92f001ed2d
2024-11-15T16:40:41,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741915_1091 (size=12301)
2024-11-15T16:40:41,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/8bfccd6dca794ed19f78d5ee1f586690
2024-11-15T16:40:41,696 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into 72fc6234fa194e45b2e8a76f1057597c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:41,696 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:41,696 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into 34f696fd3d8445fc97fd0c92f001ed2d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:41,696 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=12, startTime=1731688841217; duration=0sec
2024-11-15T16:40:41,696 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:41,697 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=12, startTime=1731688841217; duration=0sec
2024-11-15T16:40:41,697 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:41,697 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:41,697 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:41,697 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:41,697 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:41,700 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:41,700 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:41,700 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:41,701 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7ac96f2785a64cd694efaace470d60dc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/79e799e499d24a5c9ab310164cc00919, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bc887e9fac034638861440a342174442, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/4e61b225eaf54cb8a2d6486d85e26f20] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=48.8 K
2024-11-15T16:40:41,702 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ac96f2785a64cd694efaace470d60dc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731688836528
2024-11-15T16:40:41,703 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 79e799e499d24a5c9ab310164cc00919, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731688837696
2024-11-15T16:40:41,704 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bc887e9fac034638861440a342174442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688838346
2024-11-15T16:40:41,705 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e61b225eaf54cb8a2d6486d85e26f20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731688839563
2024-11-15T16:40:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/737fde26bdbc43f5b6b44756a355e5df is 50, key is test_row_0/C:col10/1731688840729/Put/seqid=0
2024-11-15T16:40:41,734 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#80 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:41,735 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/e1afa0ee9cd84b999ff57792b47f84b5 is 50, key is test_row_0/C:col10/1731688839563/Put/seqid=0
2024-11-15T16:40:41,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688901732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688901732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688901732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688901732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688901733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:41,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741916_1092 (size=12301)
2024-11-15T16:40:41,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741917_1093 (size=13153)
2024-11-15T16:40:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-15T16:40:42,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688902043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688902043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688902043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688902043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688902052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/737fde26bdbc43f5b6b44756a355e5df
2024-11-15T16:40:42,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/2c08853e97d64df992699b44d80bafb0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2c08853e97d64df992699b44d80bafb0
2024-11-15T16:40:42,168 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/e1afa0ee9cd84b999ff57792b47f84b5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/e1afa0ee9cd84b999ff57792b47f84b5
2024-11-15T16:40:42,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2c08853e97d64df992699b44d80bafb0, entries=150, sequenceid=575, filesize=12.0 K
2024-11-15T16:40:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/8bfccd6dca794ed19f78d5ee1f586690 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/8bfccd6dca794ed19f78d5ee1f586690
2024-11-15T16:40:42,179 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into e1afa0ee9cd84b999ff57792b47f84b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:42,179 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:42,179 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=12, startTime=1731688841217; duration=0sec
2024-11-15T16:40:42,179 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:42,179 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:42,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/8bfccd6dca794ed19f78d5ee1f586690, entries=150, sequenceid=575, filesize=12.0 K
2024-11-15T16:40:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/737fde26bdbc43f5b6b44756a355e5df as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/737fde26bdbc43f5b6b44756a355e5df
2024-11-15T16:40:42,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/737fde26bdbc43f5b6b44756a355e5df, entries=150, sequenceid=575, filesize=12.0 K
2024-11-15T16:40:42,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for f78ec5a9ef3c79fb913f1c2fc803e871 in 977ms, sequenceid=575, compaction requested=false
2024-11-15T16:40:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-15T16:40:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-15T16:40:42,199 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-15T16:40:42,199 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec
2024-11-15T16:40:42,202 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.2960 sec
2024-11-15T16:40:42,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688841386, max timestamp=1731688842555Num uniques 859; 
2024-11-15T16:40:42,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688841386, max timestamp=1731688842555Num uniques 859; 
2024-11-15T16:40:42,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:42,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:42,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688841386, max timestamp=1731688842555Num uniques 859; 
2024-11-15T16:40:42,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:42,572 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB
2024-11-15T16:40:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:42,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/71a8c1f10c284f1f90c24a78dde6da8e is 50, key is test_row_0/A:col10/1731688842555/Put/seqid=0
2024-11-15T16:40:42,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688842612, max timestamp=1731688842617Num uniques 859; 
2024-11-15T16:40:42,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:42,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688842612, max timestamp=1731688842617Num uniques 859; 
2024-11-15T16:40:42,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:42,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688842612, max timestamp=1731688842617Num uniques 859; 
2024-11-15T16:40:42,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:42,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741918_1094 (size=17181)
2024-11-15T16:40:42,635 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/71a8c1f10c284f1f90c24a78dde6da8e
2024-11-15T16:40:42,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688902648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731688842632, max timestamp=1731688842657Num uniques 1018; 
2024-11-15T16:40:42,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-15T16:40:42,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/953f209fe8bd47959822b506f2796b6e is 50, key is test_row_0/B:col10/1731688842555/Put/seqid=0
2024-11-15T16:40:42,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731688842632, max timestamp=1731688842657Num uniques 1018; 
2024-11-15T16:40:42,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-15T16:40:42,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731688842632, max timestamp=1731688842657Num uniques 1018; 
2024-11-15T16:40:42,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-15T16:40:42,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688902692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741919_1095 (size=12301)
2024-11-15T16:40:42,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688902700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688902703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688902703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688902762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688902812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688902812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688902822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688902822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:42,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688902972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:42,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:42,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688903022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688903032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688903032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688903032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-15T16:40:43,052 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:43,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-15T16:40:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-15T16:40:43,059 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:43,064 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:43,064 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:43,106 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/953f209fe8bd47959822b506f2796b6e
2024-11-15T16:40:43,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/8891944b0f554f1296e1b6b204eacd96 is 50, key is test_row_0/C:col10/1731688842555/Put/seqid=0
2024-11-15T16:40:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-15T16:40:43,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741920_1096 (size=12301)
2024-11-15T16:40:43,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-15T16:40:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688903291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688903332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688903341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688903342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688903352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-15T16:40:43,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-15T16:40:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-15T16:40:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:43,581 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/8891944b0f554f1296e1b6b204eacd96
2024-11-15T16:40:43,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/71a8c1f10c284f1f90c24a78dde6da8e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/71a8c1f10c284f1f90c24a78dde6da8e
2024-11-15T16:40:43,596 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/71a8c1f10c284f1f90c24a78dde6da8e, entries=250, sequenceid=603, filesize=16.8 K
2024-11-15T16:40:43,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/953f209fe8bd47959822b506f2796b6e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/953f209fe8bd47959822b506f2796b6e
2024-11-15T16:40:43,605 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/953f209fe8bd47959822b506f2796b6e, entries=150, sequenceid=603, filesize=12.0 K
2024-11-15T16:40:43,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/8891944b0f554f1296e1b6b204eacd96 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/8891944b0f554f1296e1b6b204eacd96
2024-11-15T16:40:43,611 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/8891944b0f554f1296e1b6b204eacd96, entries=150, sequenceid=603, filesize=12.0 K
2024-11-15T16:40:43,612 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=140.89 KB/144270 for f78ec5a9ef3c79fb913f1c2fc803e871 in 1040ms, sequenceid=603, compaction requested=true
2024-11-15T16:40:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:43,613 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:43,613 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:43,614 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:43,614 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:43,614 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:43,614 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:43,614 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,614 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,615 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/34f696fd3d8445fc97fd0c92f001ed2d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2c08853e97d64df992699b44d80bafb0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/71a8c1f10c284f1f90c24a78dde6da8e] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=41.6 K
2024-11-15T16:40:43,615 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/72fc6234fa194e45b2e8a76f1057597c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/8bfccd6dca794ed19f78d5ee1f586690, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/953f209fe8bd47959822b506f2796b6e] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=36.9 K
2024-11-15T16:40:43,615 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 72fc6234fa194e45b2e8a76f1057597c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731688839563
2024-11-15T16:40:43,615 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34f696fd3d8445fc97fd0c92f001ed2d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731688839563
2024-11-15T16:40:43,616 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c08853e97d64df992699b44d80bafb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731688840729
2024-11-15T16:40:43,616 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bfccd6dca794ed19f78d5ee1f586690, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731688840729
2024-11-15T16:40:43,616 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71a8c1f10c284f1f90c24a78dde6da8e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731688841395
2024-11-15T16:40:43,617 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 953f209fe8bd47959822b506f2796b6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731688841395
2024-11-15T16:40:43,629 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:43,630 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/683cde586fa44beb89b07c3774129f79 is 50, key is test_row_0/B:col10/1731688842555/Put/seqid=0
2024-11-15T16:40:43,641 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:43,642 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/d105e392bf894e6cb8c1cc62d11b2261 is 50, key is test_row_0/A:col10/1731688842555/Put/seqid=0
2024-11-15T16:40:43,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741921_1097 (size=13255)
2024-11-15T16:40:43,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741922_1098 (size=13255)
2024-11-15T16:40:43,678 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/d105e392bf894e6cb8c1cc62d11b2261 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d105e392bf894e6cb8c1cc62d11b2261
2024-11-15T16:40:43,682 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/683cde586fa44beb89b07c3774129f79 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/683cde586fa44beb89b07c3774129f79
2024-11-15T16:40:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-15T16:40:43,689 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into d105e392bf894e6cb8c1cc62d11b2261(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:43,689 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:43,689 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=13, startTime=1731688843613; duration=0sec
2024-11-15T16:40:43,690 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:43,690 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:43,690 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:43,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-15T16:40:43,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=140.89 KB heapSize=394.69 KB
2024-11-15T16:40:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:43,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:43,694 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:43,694 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into 683cde586fa44beb89b07c3774129f79(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:43,694 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:43,694 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=13, startTime=1731688843613; duration=0sec
2024-11-15T16:40:43,694 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:43,694 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:43,695 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:43,695 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,696 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/e1afa0ee9cd84b999ff57792b47f84b5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/737fde26bdbc43f5b6b44756a355e5df, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/8891944b0f554f1296e1b6b204eacd96] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=36.9 K
2024-11-15T16:40:43,697 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1afa0ee9cd84b999ff57792b47f84b5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731688839563
2024-11-15T16:40:43,698 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 737fde26bdbc43f5b6b44756a355e5df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1731688840729
2024-11-15T16:40:43,699 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8891944b0f554f1296e1b6b204eacd96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731688841395
2024-11-15T16:40:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/8f11adb616274cb099f0c35f6046168c is 50, key is test_row_0/A:col10/1731688842698/Put/seqid=0
2024-11-15T16:40:43,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741923_1099 (size=12301)
2024-11-15T16:40:43,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/8f11adb616274cb099f0c35f6046168c
2024-11-15T16:40:43,739 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:43,740 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/0a8dd8983e3a4f6097f44cd769f5c9e7 is 50, key is test_row_0/C:col10/1731688842555/Put/seqid=0
2024-11-15T16:40:43,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b03d9ece694446228bddf182c202bd8c is 50, key is test_row_0/B:col10/1731688842698/Put/seqid=0
2024-11-15T16:40:43,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741924_1100 (size=13255)
2024-11-15T16:40:43,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741925_1101 (size=12301)
2024-11-15T16:40:43,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b03d9ece694446228bddf182c202bd8c
2024-11-15T16:40:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a73f6058df274e07b933c2ed65ae2a56 is 50, key is test_row_0/C:col10/1731688842698/Put/seqid=0
2024-11-15T16:40:43,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741926_1102 (size=12301)
2024-11-15T16:40:43,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a73f6058df274e07b933c2ed65ae2a56
2024-11-15T16:40:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/8f11adb616274cb099f0c35f6046168c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/8f11adb616274cb099f0c35f6046168c
2024-11-15T16:40:43,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/8f11adb616274cb099f0c35f6046168c, entries=150, sequenceid=658, filesize=12.0 K
2024-11-15T16:40:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:43,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:43,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b03d9ece694446228bddf182c202bd8c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b03d9ece694446228bddf182c202bd8c
2024-11-15T16:40:43,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b03d9ece694446228bddf182c202bd8c, entries=150, sequenceid=658, filesize=12.0 K
2024-11-15T16:40:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/a73f6058df274e07b933c2ed65ae2a56 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a73f6058df274e07b933c2ed65ae2a56
2024-11-15T16:40:43,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a73f6058df274e07b933c2ed65ae2a56, entries=150, sequenceid=658, filesize=12.0 K
2024-11-15T16:40:43,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~394.64 KB/404112, currentSize=20.13 KB/20610 for f78ec5a9ef3c79fb913f1c2fc803e871 in 142ms, sequenceid=658, compaction requested=false
2024-11-15T16:40:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-15T16:40:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-15T16:40:43,840 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-15T16:40:43,840 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 773 msec
2024-11-15T16:40:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:43,846 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 784 msec
2024-11-15T16:40:43,846 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:40:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:43,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:43,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:43,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:43,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:43,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a06971a658a24882b970aa3e73408c82 is 50, key is test_row_1/A:col10/1731688843845/Put/seqid=0
2024-11-15T16:40:43,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741927_1103 (size=17177)
2024-11-15T16:40:43,881 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=669 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a06971a658a24882b970aa3e73408c82
2024-11-15T16:40:43,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731688843877, max timestamp=1731688843895Num uniques 859; 
2024-11-15T16:40:43,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459
2024-11-15T16:40:43,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e41c003c49c24f48a64a03378dee3433 is 50, key is test_row_1/B:col10/1731688843845/Put/seqid=0
2024-11-15T16:40:43,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688843885, max timestamp=1731688843895Num uniques 859; 
2024-11-15T16:40:43,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:40:43,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688843885, max timestamp=1731688843895Num uniques 859; 
2024-11-15T16:40:43,903 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:40:43,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688903919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688903921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741928_1104 (size=9857)
2024-11-15T16:40:43,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688903928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688903929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,940 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=669 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e41c003c49c24f48a64a03378dee3433
2024-11-15T16:40:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688903931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:43,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:43,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/ac5721bbb5f2487ea2fb557c0f87be19 is 50, key is test_row_1/C:col10/1731688843845/Put/seqid=0
2024-11-15T16:40:44,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741929_1105 (size=9857)
2024-11-15T16:40:44,004 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=669 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/ac5721bbb5f2487ea2fb557c0f87be19
2024-11-15T16:40:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a06971a658a24882b970aa3e73408c82 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06971a658a24882b970aa3e73408c82
2024-11-15T16:40:44,023 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06971a658a24882b970aa3e73408c82, entries=250, sequenceid=669, filesize=16.8 K
2024-11-15T16:40:44,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e41c003c49c24f48a64a03378dee3433 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e41c003c49c24f48a64a03378dee3433
2024-11-15T16:40:44,034 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e41c003c49c24f48a64a03378dee3433, entries=100, sequenceid=669, filesize=9.6 K
2024-11-15T16:40:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/ac5721bbb5f2487ea2fb557c0f87be19 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/ac5721bbb5f2487ea2fb557c0f87be19
2024-11-15T16:40:44,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688904042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688904042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688904042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688904051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688904052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,063 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/ac5721bbb5f2487ea2fb557c0f87be19, entries=100, sequenceid=669, filesize=9.6 K
2024-11-15T16:40:44,064 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for f78ec5a9ef3c79fb913f1c2fc803e871 in 218ms, sequenceid=669, compaction requested=true
2024-11-15T16:40:44,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:44,064 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:44,066 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42733 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:44,066 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:44,066 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,067 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d105e392bf894e6cb8c1cc62d11b2261, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/8f11adb616274cb099f0c35f6046168c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06971a658a24882b970aa3e73408c82] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=41.7 K
2024-11-15T16:40:44,067 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d105e392bf894e6cb8c1cc62d11b2261, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731688841395
2024-11-15T16:40:44,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:44,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:44,068 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f11adb616274cb099f0c35f6046168c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=658, earliestPutTs=1731688842698
2024-11-15T16:40:44,068 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a06971a658a24882b970aa3e73408c82, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1731688843830
2024-11-15T16:40:44,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:44,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:44,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:44,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-15T16:40:44,093 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:44,094 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/e372eb2f46c04112a99cdbb835cb077c is 50, key is test_row_0/A:col10/1731688842698/Put/seqid=0
2024-11-15T16:40:44,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741930_1106 (size=13357)
2024-11-15T16:40:44,148 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/e372eb2f46c04112a99cdbb835cb077c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/e372eb2f46c04112a99cdbb835cb077c
2024-11-15T16:40:44,156 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into e372eb2f46c04112a99cdbb835cb077c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:44,156 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:44,156 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=13, startTime=1731688844064; duration=0sec
2024-11-15T16:40:44,156 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-15T16:40:44,156 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:44,156 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking
2024-11-15T16:40:44,162 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-15T16:40:44,162 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-15T16:40:44,163 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. because compaction request was cancelled
2024-11-15T16:40:44,163 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:44,163 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:44,165 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:44,165 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:44,165 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,165 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/683cde586fa44beb89b07c3774129f79, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b03d9ece694446228bddf182c202bd8c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e41c003c49c24f48a64a03378dee3433] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=34.6 K
2024-11-15T16:40:44,166 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 683cde586fa44beb89b07c3774129f79, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731688841395
2024-11-15T16:40:44,166 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b03d9ece694446228bddf182c202bd8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=658, earliestPutTs=1731688842698
2024-11-15T16:40:44,167 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e41c003c49c24f48a64a03378dee3433, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1731688843830
2024-11-15T16:40:44,180 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/0a8dd8983e3a4f6097f44cd769f5c9e7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/0a8dd8983e3a4f6097f44cd769f5c9e7
2024-11-15T16:40:44,187 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 0a8dd8983e3a4f6097f44cd769f5c9e7(size=12.9 K), total size for store is 34.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:44,188 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:44,188 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=13, startTime=1731688843613; duration=0sec
2024-11-15T16:40:44,188 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:44,188 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:44,191 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:44,191 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c6759bad5cf747a194eae7a70fef306c is 50, key is test_row_0/B:col10/1731688842698/Put/seqid=0
2024-11-15T16:40:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-15T16:40:44,192 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:44,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-11-15T16:40:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T16:40:44,195 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:44,197 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:44,197 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:44,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741931_1107 (size=13357)
2024-11-15T16:40:44,238 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/c6759bad5cf747a194eae7a70fef306c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c6759bad5cf747a194eae7a70fef306c
2024-11-15T16:40:44,248 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into c6759bad5cf747a194eae7a70fef306c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:44,248 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:44,248 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=13, startTime=1731688844070; duration=0sec
2024-11-15T16:40:44,248 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:44,248 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:44,255 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=138.65 KB heapSize=385.77 KB
2024-11-15T16:40:44,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:44,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/c2d4e8e115dc4766ba000b07d3567c39 is 50, key is test_row_0/A:col10/1731688843927/Put/seqid=0
2024-11-15T16:40:44,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741932_1108 (size=14741)
2024-11-15T16:40:44,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688904267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688904267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688904269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688904268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688904275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T16:40:44,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-15T16:40:44,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:44,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688904392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688904392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688904392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688904392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688904393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-15T16:40:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T16:40:44,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688904602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688904602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688904602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688904611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688904612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-15T16:40:44,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:44,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,684 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/c2d4e8e115dc4766ba000b07d3567c39
2024-11-15T16:40:44,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/19e838d38b94466092c3a9e9b0721f18 is 50, key is test_row_0/B:col10/1731688843927/Put/seqid=0
2024-11-15T16:40:44,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741933_1109 (size=12301)
2024-11-15T16:40:44,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-15T16:40:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T16:40:44,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688904921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688904922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688904922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688904932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688904932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:44,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-15T16:40:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:44,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:45,123 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/19e838d38b94466092c3a9e9b0721f18
2024-11-15T16:40:45,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-15T16:40:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:45,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:45,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/b27c6f77015b419fa8544b18652e2b2b is 50, key is test_row_0/C:col10/1731688843927/Put/seqid=0
2024-11-15T16:40:45,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741934_1110 (size=12301)
2024-11-15T16:40:45,204 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/b27c6f77015b419fa8544b18652e2b2b
2024-11-15T16:40:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/c2d4e8e115dc4766ba000b07d3567c39 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c2d4e8e115dc4766ba000b07d3567c39
2024-11-15T16:40:45,222 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c2d4e8e115dc4766ba000b07d3567c39, entries=200, sequenceid=707, filesize=14.4 K
2024-11-15T16:40:45,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/19e838d38b94466092c3a9e9b0721f18 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/19e838d38b94466092c3a9e9b0721f18
2024-11-15T16:40:45,242 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/19e838d38b94466092c3a9e9b0721f18, entries=150, sequenceid=707, filesize=12.0 K
2024-11-15T16:40:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/b27c6f77015b419fa8544b18652e2b2b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/b27c6f77015b419fa8544b18652e2b2b
2024-11-15T16:40:45,250 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/b27c6f77015b419fa8544b18652e2b2b, entries=150, sequenceid=707, filesize=12.0 K
2024-11-15T16:40:45,251 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~385.72 KB/394976, currentSize=46.96 KB/48090 for f78ec5a9ef3c79fb913f1c2fc803e871 in 996ms, sequenceid=707, compaction requested=true
2024-11-15T16:40:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:45,251 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-15T16:40:45,251 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-15T16:40:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:45,252 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-15T16:40:45,252 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-15T16:40:45,252 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. because compaction request was cancelled
2024-11-15T16:40:45,252 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:45,252 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:45,253 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-15T16:40:45,253 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-15T16:40:45,253 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. because compaction request was cancelled
2024-11-15T16:40:45,253 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:45,258 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:45,258 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:45,258 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:45,258 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/0a8dd8983e3a4f6097f44cd769f5c9e7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a73f6058df274e07b933c2ed65ae2a56, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/ac5721bbb5f2487ea2fb557c0f87be19, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/b27c6f77015b419fa8544b18652e2b2b] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=46.6 K
2024-11-15T16:40:45,259 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a8dd8983e3a4f6097f44cd769f5c9e7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731688841395
2024-11-15T16:40:45,259 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73f6058df274e07b933c2ed65ae2a56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=658, earliestPutTs=1731688842698
2024-11-15T16:40:45,259 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac5721bbb5f2487ea2fb557c0f87be19, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1731688843830
2024-11-15T16:40:45,260 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting b27c6f77015b419fa8544b18652e2b2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1731688843927
2024-11-15T16:40:45,275 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:45,276 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5bb697edbf014244939ec6c81da1f2f1 is 50, key is test_row_0/C:col10/1731688843927/Put/seqid=0
2024-11-15T16:40:45,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-15T16:40:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:45,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:40:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:45,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741935_1111 (size=13391)
2024-11-15T16:40:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/b61ca16c3c9d457580a4d34e1d961608 is 50, key is test_row_0/A:col10/1731688844264/Put/seqid=0
2024-11-15T16:40:45,306 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5bb697edbf014244939ec6c81da1f2f1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5bb697edbf014244939ec6c81da1f2f1
2024-11-15T16:40:45,315 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 5bb697edbf014244939ec6c81da1f2f1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:45,315 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:45,315 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=12, startTime=1731688845252; duration=0sec
2024-11-15T16:40:45,315 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:45,315 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:45,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741936_1112 (size=12301)
2024-11-15T16:40:45,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=717 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/b61ca16c3c9d457580a4d34e1d961608
2024-11-15T16:40:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T16:40:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/d9a1c605618b4dbc9ac104c0a165c851 is 50, key is test_row_0/B:col10/1731688844264/Put/seqid=0
2024-11-15T16:40:45,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741937_1113 (size=12301)
2024-11-15T16:40:45,355 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=717 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/d9a1c605618b4dbc9ac104c0a165c851
2024-11-15T16:40:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5e395569d1264ea395237bcd254dbcd7 is 50, key is test_row_0/C:col10/1731688844264/Put/seqid=0
2024-11-15T16:40:45,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741938_1114 (size=12301)
2024-11-15T16:40:45,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=717 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5e395569d1264ea395237bcd254dbcd7
2024-11-15T16:40:45,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/b61ca16c3c9d457580a4d34e1d961608 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b61ca16c3c9d457580a4d34e1d961608
2024-11-15T16:40:45,399 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b61ca16c3c9d457580a4d34e1d961608, entries=150, sequenceid=717, filesize=12.0 K
2024-11-15T16:40:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/d9a1c605618b4dbc9ac104c0a165c851 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a1c605618b4dbc9ac104c0a165c851
2024-11-15T16:40:45,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a1c605618b4dbc9ac104c0a165c851, entries=150, sequenceid=717, filesize=12.0 K
2024-11-15T16:40:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/5e395569d1264ea395237bcd254dbcd7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5e395569d1264ea395237bcd254dbcd7
2024-11-15T16:40:45,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5e395569d1264ea395237bcd254dbcd7, entries=150, sequenceid=717, filesize=12.0 K
2024-11-15T16:40:45,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for f78ec5a9ef3c79fb913f1c2fc803e871 in 137ms, sequenceid=717, compaction requested=true
2024-11-15T16:40:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-11-15T16:40:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-11-15T16:40:45,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-15T16:40:45,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2240 sec
2024-11-15T16:40:45,426 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.2320 sec
2024-11-15T16:40:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:45,443 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:40:45,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:45,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:45,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:45,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:45,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:45,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:45,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/cd5d95ea89064ec49e86a70314d71c7b is 50, key is test_row_1/A:col10/1731688845437/Put/seqid=0
2024-11-15T16:40:45,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741939_1115 (size=12297)
2024-11-15T16:40:45,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=728 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/cd5d95ea89064ec49e86a70314d71c7b
2024-11-15T16:40:45,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688845457, max timestamp=1731688845474Num uniques 859; 
2024-11-15T16:40:45,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688845457, max timestamp=1731688845474Num uniques 859; 
2024-11-15T16:40:45,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688845457, max timestamp=1731688845474Num uniques 859; 
2024-11-15T16:40:45,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:40:45,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:40:45,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:40:45,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/015ad56b8f3d4154b13c5f1a908e44fe is 50, key is test_row_1/B:col10/1731688845437/Put/seqid=0
2024-11-15T16:40:45,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688905499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741940_1116 (size=9857)
2024-11-15T16:40:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688905501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688905502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688905509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688905510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688905622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688905622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688905622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688905623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688905623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688905832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688905832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688905832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688905833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688905833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:45,912 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=728 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/015ad56b8f3d4154b13c5f1a908e44fe
2024-11-15T16:40:45,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/c341d688a82a49cdb544df4c2d069f90 is 50, key is test_row_1/C:col10/1731688845437/Put/seqid=0
2024-11-15T16:40:45,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741941_1117 (size=9857)
2024-11-15T16:40:46,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688906142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688906142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688906152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688906152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688906152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,337 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=728 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/c341d688a82a49cdb544df4c2d069f90
2024-11-15T16:40:46,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/cd5d95ea89064ec49e86a70314d71c7b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/cd5d95ea89064ec49e86a70314d71c7b
2024-11-15T16:40:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T16:40:46,352 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:46,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees
2024-11-15T16:40:46,355 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/cd5d95ea89064ec49e86a70314d71c7b, entries=150, sequenceid=728, filesize=12.0 K
2024-11-15T16:40:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-15T16:40:46,355 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/015ad56b8f3d4154b13c5f1a908e44fe as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/015ad56b8f3d4154b13c5f1a908e44fe
2024-11-15T16:40:46,357 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:46,357 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:46,363 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/015ad56b8f3d4154b13c5f1a908e44fe, entries=100, sequenceid=728, filesize=9.6 K
2024-11-15T16:40:46,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/c341d688a82a49cdb544df4c2d069f90 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/c341d688a82a49cdb544df4c2d069f90
2024-11-15T16:40:46,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/c341d688a82a49cdb544df4c2d069f90, entries=100, sequenceid=728, filesize=9.6 K
2024-11-15T16:40:46,373 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for f78ec5a9ef3c79fb913f1c2fc803e871 in 930ms, sequenceid=728, compaction requested=true
2024-11-15T16:40:46,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:46,373 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:46,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:46,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:46,374 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:46,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:46,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:46,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:46,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:46,375 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52696 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:46,375 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:46,375 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,375 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/e372eb2f46c04112a99cdbb835cb077c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c2d4e8e115dc4766ba000b07d3567c39, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b61ca16c3c9d457580a4d34e1d961608, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/cd5d95ea89064ec49e86a70314d71c7b] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=51.5 K
2024-11-15T16:40:46,376 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e372eb2f46c04112a99cdbb835cb077c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1731688842698
2024-11-15T16:40:46,376 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:46,376 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:46,376 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,377 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c6759bad5cf747a194eae7a70fef306c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/19e838d38b94466092c3a9e9b0721f18, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a1c605618b4dbc9ac104c0a165c851, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/015ad56b8f3d4154b13c5f1a908e44fe] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=46.7 K
2024-11-15T16:40:46,377 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2d4e8e115dc4766ba000b07d3567c39, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1731688843919
2024-11-15T16:40:46,377 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c6759bad5cf747a194eae7a70fef306c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=669, earliestPutTs=1731688842698
2024-11-15T16:40:46,377 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting b61ca16c3c9d457580a4d34e1d961608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731688844264
2024-11-15T16:40:46,378 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 19e838d38b94466092c3a9e9b0721f18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1731688843927
2024-11-15T16:40:46,378 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd5d95ea89064ec49e86a70314d71c7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731688845432
2024-11-15T16:40:46,378 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d9a1c605618b4dbc9ac104c0a165c851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731688844264
2024-11-15T16:40:46,379 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 015ad56b8f3d4154b13c5f1a908e44fe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731688845437
2024-11-15T16:40:46,404 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:46,405 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/ae17eae975774bb3bc2185a644d911e9 is 50, key is test_row_0/B:col10/1731688844264/Put/seqid=0
2024-11-15T16:40:46,406 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:46,407 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/0bd6bb3d18b94e42a36a537b02d30dc5 is 50, key is test_row_0/A:col10/1731688844264/Put/seqid=0
2024-11-15T16:40:46,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741942_1118 (size=13493)
2024-11-15T16:40:46,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741943_1119 (size=13493)
2024-11-15T16:40:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-15T16:40:46,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28
2024-11-15T16:40:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-11-15T16:40:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/53942a449ecf40778846507e61a9890a is 50, key is test_row_0/A:col10/1731688845507/Put/seqid=0
2024-11-15T16:40:46,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741944_1120 (size=12301)
2024-11-15T16:40:46,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/53942a449ecf40778846507e61a9890a
2024-11-15T16:40:46,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e7a685fd142643cd98811f6317f6c3f8 is 50, key is test_row_0/B:col10/1731688845507/Put/seqid=0
2024-11-15T16:40:46,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741945_1121 (size=12301)
2024-11-15T16:40:46,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e7a685fd142643cd98811f6317f6c3f8
2024-11-15T16:40:46,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/51ec769bd7fd42689771f68297c5d83e is 50, key is test_row_0/C:col10/1731688845507/Put/seqid=0
2024-11-15T16:40:46,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741946_1122 (size=12301)
2024-11-15T16:40:46,588 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/51ec769bd7fd42689771f68297c5d83e
2024-11-15T16:40:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/53942a449ecf40778846507e61a9890a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/53942a449ecf40778846507e61a9890a
2024-11-15T16:40:46,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/53942a449ecf40778846507e61a9890a, entries=150, sequenceid=764, filesize=12.0 K
2024-11-15T16:40:46,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/e7a685fd142643cd98811f6317f6c3f8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e7a685fd142643cd98811f6317f6c3f8
2024-11-15T16:40:46,612 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e7a685fd142643cd98811f6317f6c3f8, entries=150, sequenceid=764, filesize=12.0 K
2024-11-15T16:40:46,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/51ec769bd7fd42689771f68297c5d83e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/51ec769bd7fd42689771f68297c5d83e
2024-11-15T16:40:46,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/51ec769bd7fd42689771f68297c5d83e, entries=150, sequenceid=764, filesize=12.0 K
2024-11-15T16:40:46,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=0 B/0 for f78ec5a9ef3c79fb913f1c2fc803e871 in 111ms, sequenceid=764, compaction requested=true
2024-11-15T16:40:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28
2024-11-15T16:40:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=28
2024-11-15T16:40:46,629 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-15T16:40:46,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 270 msec
2024-11-15T16:40:46,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 284 msec
2024-11-15T16:40:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-15T16:40:46,673 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:46,673 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees
2024-11-15T16:40:46,676 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-15T16:40:46,677 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:46,677 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:46,688 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:40:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:46,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a9ab8f1635854e13b0a7b8323d50d590 is 50, key is test_row_0/A:col10/1731688846686/Put/seqid=0
2024-11-15T16:40:46,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741947_1123 (size=17181)
2024-11-15T16:40:46,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688846705, max timestamp=1731688846754Num uniques 859; 
2024-11-15T16:40:46,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688846705, max timestamp=1731688846754Num uniques 859; 
2024-11-15T16:40:46,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:40:46,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:40:46,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688846705, max timestamp=1731688846754Num uniques 859; 
2024-11-15T16:40:46,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:40:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-15T16:40:46,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688906799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,827 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/ae17eae975774bb3bc2185a644d911e9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/ae17eae975774bb3bc2185a644d911e9
2024-11-15T16:40:46,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688906814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688906816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-15T16:40:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:46,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688906818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,836 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/0bd6bb3d18b94e42a36a537b02d30dc5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0bd6bb3d18b94e42a36a537b02d30dc5
2024-11-15T16:40:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688906819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,839 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into ae17eae975774bb3bc2185a644d911e9(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:46,840 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:46,840 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=12, startTime=1731688846374; duration=0sec
2024-11-15T16:40:46,840 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:46,840 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:46,841 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:46,842 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47850 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:46,843 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/C is initiating minor compaction (all files)
2024-11-15T16:40:46,843 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/C in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,843 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5bb697edbf014244939ec6c81da1f2f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5e395569d1264ea395237bcd254dbcd7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/c341d688a82a49cdb544df4c2d069f90, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/51ec769bd7fd42689771f68297c5d83e] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=46.7 K
2024-11-15T16:40:46,843 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb697edbf014244939ec6c81da1f2f1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1731688843927
2024-11-15T16:40:46,844 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e395569d1264ea395237bcd254dbcd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731688844264
2024-11-15T16:40:46,844 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c341d688a82a49cdb544df4c2d069f90, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731688845437
2024-11-15T16:40:46,845 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 51ec769bd7fd42689771f68297c5d83e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=764, earliestPutTs=1731688845499
2024-11-15T16:40:46,846 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into 0bd6bb3d18b94e42a36a537b02d30dc5(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:46,846 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:46,846 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=12, startTime=1731688846373; duration=0sec
2024-11-15T16:40:46,847 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:46,847 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:46,865 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:46,865 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/09b3f52e2ba94b7eb09535d0ee05e496 is 50, key is test_row_0/C:col10/1731688845507/Put/seqid=0
2024-11-15T16:40:46,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741948_1124 (size=13527)
2024-11-15T16:40:46,913 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/09b3f52e2ba94b7eb09535d0ee05e496 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/09b3f52e2ba94b7eb09535d0ee05e496
2024-11-15T16:40:46,920 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/C of f78ec5a9ef3c79fb913f1c2fc803e871 into 09b3f52e2ba94b7eb09535d0ee05e496(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:46,920 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:46,920 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/C, priority=12, startTime=1731688846375; duration=0sec
2024-11-15T16:40:46,920 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:46,920 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:46,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688906922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688906931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688906932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688906943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688906943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:46,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-15T16:40:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:46,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-15T16:40:47,111 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a9ab8f1635854e13b0a7b8323d50d590
2024-11-15T16:40:47,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/6b8dbe141a73428dab05b0242cdb862f is 50, key is test_row_0/B:col10/1731688846686/Put/seqid=0
2024-11-15T16:40:47,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33636 deadline: 1731688907132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:47,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-15T16:40:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:47,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:47,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:47,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:47,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:47,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741949_1125 (size=12301)
2024-11-15T16:40:47,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/6b8dbe141a73428dab05b0242cdb862f
2024-11-15T16:40:47,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1731688907142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:47,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33578 deadline: 1731688907144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:47,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33574 deadline: 1731688907162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:47,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33626 deadline: 1731688907162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:40:47,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/d3b79dcae2184755abaae605ac715bf3 is 50, key is test_row_0/C:col10/1731688846686/Put/seqid=0
2024-11-15T16:40:47,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741950_1126 (size=12301)
2024-11-15T16:40:47,202 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/d3b79dcae2184755abaae605ac715bf3
2024-11-15T16:40:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/a9ab8f1635854e13b0a7b8323d50d590 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a9ab8f1635854e13b0a7b8323d50d590
2024-11-15T16:40:47,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a9ab8f1635854e13b0a7b8323d50d590, entries=250, sequenceid=774, filesize=16.8 K
2024-11-15T16:40:47,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/6b8dbe141a73428dab05b0242cdb862f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/6b8dbe141a73428dab05b0242cdb862f
2024-11-15T16:40:47,261 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/6b8dbe141a73428dab05b0242cdb862f, entries=150, sequenceid=774, filesize=12.0 K
2024-11-15T16:40:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/d3b79dcae2184755abaae605ac715bf3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/d3b79dcae2184755abaae605ac715bf3
2024-11-15T16:40:47,268 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/d3b79dcae2184755abaae605ac715bf3, entries=150, sequenceid=774, filesize=12.0 K
2024-11-15T16:40:47,269 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f78ec5a9ef3c79fb913f1c2fc803e871 in 581ms, sequenceid=774, compaction requested=true
2024-11-15T16:40:47,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:47,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:47,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:47,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:47,270 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:47,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:47,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f78ec5a9ef3c79fb913f1c2fc803e871:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:47,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-15T16:40:47,270 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:47,272 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42975 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:47,272 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/A is initiating minor compaction (all files)
2024-11-15T16:40:47,272 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:47,272 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/A in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:47,272 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): f78ec5a9ef3c79fb913f1c2fc803e871/B is initiating minor compaction (all files)
2024-11-15T16:40:47,272 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f78ec5a9ef3c79fb913f1c2fc803e871/B in TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:47,272 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0bd6bb3d18b94e42a36a537b02d30dc5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/53942a449ecf40778846507e61a9890a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a9ab8f1635854e13b0a7b8323d50d590] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=42.0 K
2024-11-15T16:40:47,272 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/ae17eae975774bb3bc2185a644d911e9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e7a685fd142643cd98811f6317f6c3f8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/6b8dbe141a73428dab05b0242cdb862f] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp, totalSize=37.2 K
2024-11-15T16:40:47,272 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd6bb3d18b94e42a36a537b02d30dc5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731688844264
2024-11-15T16:40:47,273 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ae17eae975774bb3bc2185a644d911e9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=728, earliestPutTs=1731688844264
2024-11-15T16:40:47,273 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e7a685fd142643cd98811f6317f6c3f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=764, earliestPutTs=1731688845499
2024-11-15T16:40:47,273 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53942a449ecf40778846507e61a9890a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=764, earliestPutTs=1731688845499
2024-11-15T16:40:47,274 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b8dbe141a73428dab05b0242cdb862f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731688846667
2024-11-15T16:40:47,274 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9ab8f1635854e13b0a7b8323d50d590, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=774, earliestPutTs=1731688846667
2024-11-15T16:40:47,287 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:47,288 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/89bbdf543bce4f0795f46becd4384d40 is 50, key is test_row_0/B:col10/1731688846686/Put/seqid=0
2024-11-15T16:40:47,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-15T16:40:47,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:47,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-15T16:40:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-15T16:40:47,308 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f78ec5a9ef3c79fb913f1c2fc803e871#A#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:47,308 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/b7112f6e627d4a2b8d53fb94f26ac19c is 50, key is test_row_0/A:col10/1731688846686/Put/seqid=0
2024-11-15T16:40:47,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741951_1127 (size=13595)
2024-11-15T16:40:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/659c64e4936e403f854d6a86809731b4 is 50, key is test_row_0/A:col10/1731688846803/Put/seqid=0
2024-11-15T16:40:47,330 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-15T16:40:47,330 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,332 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-15T16:40:47,332 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,333 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-15T16:40:47,333 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,336 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,336 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,336 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,337 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,337 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,337 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,337 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,337 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,337 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,340 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-15T16:40:47,340 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,340 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,340 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,340 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741952_1128 (size=13595)
2024-11-15T16:40:47,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741953_1129 (size=12301)
2024-11-15T16:40:47,347 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=812 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/659c64e4936e403f854d6a86809731b4
2024-11-15T16:40:47,350 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/b7112f6e627d4a2b8d53fb94f26ac19c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b7112f6e627d4a2b8d53fb94f26ac19c
2024-11-15T16:40:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b91587ad7b384538899f23e808dafd51 is 50, key is test_row_0/B:col10/1731688846803/Put/seqid=0
2024-11-15T16:40:47,364 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/A of f78ec5a9ef3c79fb913f1c2fc803e871 into b7112f6e627d4a2b8d53fb94f26ac19c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:47,364 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:47,364 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/A, priority=13, startTime=1731688847270; duration=0sec
2024-11-15T16:40:47,364 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:47,364 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:A
2024-11-15T16:40:47,364 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-15T16:40:47,365 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-15T16:40:47,366 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-15T16:40:47,366 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. because compaction request was cancelled
2024-11-15T16:40:47,366 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:C
2024-11-15T16:40:47,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741954_1130 (size=12301)
2024-11-15T16:40:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:47,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. as already flushing
2024-11-15T16:40:47,444 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-15T16:40:47,444 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,444 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,444 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,444 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,464 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-15T16:40:47,464 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-15T16:40:47,465 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,465 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,465 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,465 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,465 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,466 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,466 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,466 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,473 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-15T16:40:47,473 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,473 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,474 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,474 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-15T16:40:47,474 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,474 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:40:47,474 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,474 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:47,474 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:47,731 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/89bbdf543bce4f0795f46becd4384d40 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/89bbdf543bce4f0795f46becd4384d40
2024-11-15T16:40:47,739 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f78ec5a9ef3c79fb913f1c2fc803e871/B of f78ec5a9ef3c79fb913f1c2fc803e871 into 89bbdf543bce4f0795f46becd4384d40(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:47,739 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:47,739 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., storeName=f78ec5a9ef3c79fb913f1c2fc803e871/B, priority=13, startTime=1731688847270; duration=0sec
2024-11-15T16:40:47,739 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:47,739 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f78ec5a9ef3c79fb913f1c2fc803e871:B
2024-11-15T16:40:47,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=812 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b91587ad7b384538899f23e808dafd51
2024-11-15T16:40:47,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/62da31270a5342b98294c35b45ef566b is 50, key is test_row_0/C:col10/1731688846803/Put/seqid=0
2024-11-15T16:40:47,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741955_1131 (size=12301)
2024-11-15T16:40:47,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=812 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/62da31270a5342b98294c35b45ef566b
2024-11-15T16:40:47,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/659c64e4936e403f854d6a86809731b4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/659c64e4936e403f854d6a86809731b4
2024-11-15T16:40:47,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/659c64e4936e403f854d6a86809731b4, entries=150, sequenceid=812, filesize=12.0 K
2024-11-15T16:40:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/b91587ad7b384538899f23e808dafd51 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b91587ad7b384538899f23e808dafd51
2024-11-15T16:40:47,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b91587ad7b384538899f23e808dafd51, entries=150, sequenceid=812, filesize=12.0 K
2024-11-15T16:40:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/62da31270a5342b98294c35b45ef566b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/62da31270a5342b98294c35b45ef566b
2024-11-15T16:40:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-15T16:40:47,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/62da31270a5342b98294c35b45ef566b, entries=150, sequenceid=812, filesize=12.0 K
2024-11-15T16:40:47,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=33.54 KB/34350 for f78ec5a9ef3c79fb913f1c2fc803e871 in 519ms, sequenceid=812, compaction requested=true
2024-11-15T16:40:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f78ec5a9ef3c79fb913f1c2fc803e871:

2024-11-15T16:40:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30
2024-11-15T16:40:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=30
2024-11-15T16:40:47,817 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-15T16:40:47,817 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1380 sec
2024-11-15T16:40:47,819 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.1450 sec
2024-11-15T16:40:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-15T16:40:48,823 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 131
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 127
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 155
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 132
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 154
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2561
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2474
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1140
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3410 rows
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1135
2024-11-15T16:40:48,823 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3397 rows
2024-11-15T16:40:48,824 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:40:48,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:40:48,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:48,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:48,824 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:40:48,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-15T16:40:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T16:40:48,837 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688848836"}]},"ts":"1731688848836"}
2024-11-15T16:40:48,839 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-15T16:40:48,839 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-15T16:40:48,842 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:40:48,846 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, UNASSIGN}]
2024-11-15T16:40:48,847 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, UNASSIGN
2024-11-15T16:40:48,848 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=f78ec5a9ef3c79fb913f1c2fc803e871, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, UNASSIGN because future has completed
2024-11-15T16:40:48,851 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:40:48,851 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:40:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T16:40:49,009 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:49,009 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:40:49,010 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing f78ec5a9ef3c79fb913f1c2fc803e871, disabling compactions & flushes
2024-11-15T16:40:49,010 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:49,010 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:49,010 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. after waiting 0 ms
2024-11-15T16:40:49,010 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:49,010 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing f78ec5a9ef3c79fb913f1c2fc803e871 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-15T16:40:49,011 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=A
2024-11-15T16:40:49,011 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:49,011 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=B
2024-11-15T16:40:49,011 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:49,011 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f78ec5a9ef3c79fb913f1c2fc803e871, store=C
2024-11-15T16:40:49,011 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:49,015 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/0d013801a42640708caf2ce8f996bce9 is 50, key is test_row_0/A:col10/1731688847472/Put/seqid=0
2024-11-15T16:40:49,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741956_1132 (size=12301)
2024-11-15T16:40:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T16:40:49,422 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=822 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/0d013801a42640708caf2ce8f996bce9
2024-11-15T16:40:49,430 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/933df3acb7da4068b04769e2c50c729b is 50, key is test_row_0/B:col10/1731688847472/Put/seqid=0
2024-11-15T16:40:49,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741957_1133 (size=12301)
2024-11-15T16:40:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T16:40:49,835 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=822 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/933df3acb7da4068b04769e2c50c729b
2024-11-15T16:40:49,843 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/757e8025603949ee92ca88aaaa65c254 is 50, key is test_row_0/C:col10/1731688847472/Put/seqid=0
2024-11-15T16:40:49,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741958_1134 (size=12301)
2024-11-15T16:40:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T16:40:50,248 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=822 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/757e8025603949ee92ca88aaaa65c254
2024-11-15T16:40:50,254 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/A/0d013801a42640708caf2ce8f996bce9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0d013801a42640708caf2ce8f996bce9
2024-11-15T16:40:50,258 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0d013801a42640708caf2ce8f996bce9, entries=150, sequenceid=822, filesize=12.0 K
2024-11-15T16:40:50,259 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/B/933df3acb7da4068b04769e2c50c729b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/933df3acb7da4068b04769e2c50c729b
2024-11-15T16:40:50,263 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/933df3acb7da4068b04769e2c50c729b, entries=150, sequenceid=822, filesize=12.0 K
2024-11-15T16:40:50,264 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/.tmp/C/757e8025603949ee92ca88aaaa65c254 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/757e8025603949ee92ca88aaaa65c254
2024-11-15T16:40:50,269 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/757e8025603949ee92ca88aaaa65c254, entries=150, sequenceid=822, filesize=12.0 K
2024-11-15T16:40:50,270 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f78ec5a9ef3c79fb913f1c2fc803e871 in 1260ms, sequenceid=822, compaction requested=true
2024-11-15T16:40:50,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c50013f3de6548d0b7521d79e4c7a83d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d22158b12922459dafc08f55c682c1fa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/9a67b692be1c4cdf98705b4151134375, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/be674f52544f4c49b4a8734854b89624, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4040ccc09f204277a1de5e43c6317102, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4a073d10cd7347be9f029bed5f6ba823, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6a24a827486f42c9a443c68b84217b1d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7f9bbb33089e421dbe691904442d632f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a46e3ec7153c406eb149cd66b7062607, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6c5e13bb84674ad487797ce117393380, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/020828d9b38f4399bc73e60e6139c056, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/1ce69ca3f6e648cf915c8cd13c22a160, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06e64d5081c4186980998fcbf6c4c59, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/05661ca67a854317b3bd9f273ee5fd33, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7954805049cd498292863b0038f46648, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6f6a6e189e33416f819019ab68fb8360, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a1b9acd3fb474ebd94e8f87975bbdd23, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/5d710c94fac045649ee425b92739d9a2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2116d744c3854123a09b9bade89153fd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/966c692c9da64c2189cf277b7e5080ef, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/589b3215764d4d6aafd28c33a7979752, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/af55dae6d68d4362be67cc1ba2f37192, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/ed7eb460fb7b4722bfd01cd60653233f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/36aede1a7eba4d40895e0add1844f5a8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/f8a1b002a94a4f8b92174c8eb45e4bf2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/34f696fd3d8445fc97fd0c92f001ed2d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2c08853e97d64df992699b44d80bafb0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/71a8c1f10c284f1f90c24a78dde6da8e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d105e392bf894e6cb8c1cc62d11b2261, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/8f11adb616274cb099f0c35f6046168c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06971a658a24882b970aa3e73408c82, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/e372eb2f46c04112a99cdbb835cb077c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c2d4e8e115dc4766ba000b07d3567c39, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b61ca16c3c9d457580a4d34e1d961608, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0bd6bb3d18b94e42a36a537b02d30dc5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/cd5d95ea89064ec49e86a70314d71c7b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/53942a449ecf40778846507e61a9890a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a9ab8f1635854e13b0a7b8323d50d590] to archive
2024-11-15T16:40:50,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:40:50,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c50013f3de6548d0b7521d79e4c7a83d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c50013f3de6548d0b7521d79e4c7a83d
2024-11-15T16:40:50,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d22158b12922459dafc08f55c682c1fa to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d22158b12922459dafc08f55c682c1fa
2024-11-15T16:40:50,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/9a67b692be1c4cdf98705b4151134375 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/9a67b692be1c4cdf98705b4151134375
2024-11-15T16:40:50,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/be674f52544f4c49b4a8734854b89624 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/be674f52544f4c49b4a8734854b89624
2024-11-15T16:40:50,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4040ccc09f204277a1de5e43c6317102 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4040ccc09f204277a1de5e43c6317102
2024-11-15T16:40:50,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4a073d10cd7347be9f029bed5f6ba823 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/4a073d10cd7347be9f029bed5f6ba823
2024-11-15T16:40:50,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6a24a827486f42c9a443c68b84217b1d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6a24a827486f42c9a443c68b84217b1d
2024-11-15T16:40:50,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7f9bbb33089e421dbe691904442d632f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7f9bbb33089e421dbe691904442d632f
2024-11-15T16:40:50,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a46e3ec7153c406eb149cd66b7062607 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a46e3ec7153c406eb149cd66b7062607
2024-11-15T16:40:50,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6c5e13bb84674ad487797ce117393380 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6c5e13bb84674ad487797ce117393380
2024-11-15T16:40:50,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/020828d9b38f4399bc73e60e6139c056 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/020828d9b38f4399bc73e60e6139c056
2024-11-15T16:40:50,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/1ce69ca3f6e648cf915c8cd13c22a160 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/1ce69ca3f6e648cf915c8cd13c22a160
2024-11-15T16:40:50,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06e64d5081c4186980998fcbf6c4c59 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06e64d5081c4186980998fcbf6c4c59
2024-11-15T16:40:50,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/05661ca67a854317b3bd9f273ee5fd33 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/05661ca67a854317b3bd9f273ee5fd33
2024-11-15T16:40:50,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7954805049cd498292863b0038f46648 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/7954805049cd498292863b0038f46648
2024-11-15T16:40:50,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6f6a6e189e33416f819019ab68fb8360 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/6f6a6e189e33416f819019ab68fb8360
2024-11-15T16:40:50,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a1b9acd3fb474ebd94e8f87975bbdd23 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a1b9acd3fb474ebd94e8f87975bbdd23
2024-11-15T16:40:50,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/5d710c94fac045649ee425b92739d9a2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/5d710c94fac045649ee425b92739d9a2
2024-11-15T16:40:50,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2116d744c3854123a09b9bade89153fd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2116d744c3854123a09b9bade89153fd
2024-11-15T16:40:50,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/966c692c9da64c2189cf277b7e5080ef to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/966c692c9da64c2189cf277b7e5080ef
2024-11-15T16:40:50,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/589b3215764d4d6aafd28c33a7979752 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/589b3215764d4d6aafd28c33a7979752
2024-11-15T16:40:50,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/af55dae6d68d4362be67cc1ba2f37192 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/af55dae6d68d4362be67cc1ba2f37192
2024-11-15T16:40:50,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/ed7eb460fb7b4722bfd01cd60653233f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/ed7eb460fb7b4722bfd01cd60653233f
2024-11-15T16:40:50,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/36aede1a7eba4d40895e0add1844f5a8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/36aede1a7eba4d40895e0add1844f5a8
2024-11-15T16:40:50,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/f8a1b002a94a4f8b92174c8eb45e4bf2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/f8a1b002a94a4f8b92174c8eb45e4bf2
2024-11-15T16:40:50,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/34f696fd3d8445fc97fd0c92f001ed2d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/34f696fd3d8445fc97fd0c92f001ed2d
2024-11-15T16:40:50,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2c08853e97d64df992699b44d80bafb0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/2c08853e97d64df992699b44d80bafb0
2024-11-15T16:40:50,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/71a8c1f10c284f1f90c24a78dde6da8e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/71a8c1f10c284f1f90c24a78dde6da8e
2024-11-15T16:40:50,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d105e392bf894e6cb8c1cc62d11b2261 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/d105e392bf894e6cb8c1cc62d11b2261
2024-11-15T16:40:50,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/8f11adb616274cb099f0c35f6046168c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/8f11adb616274cb099f0c35f6046168c
2024-11-15T16:40:50,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06971a658a24882b970aa3e73408c82 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a06971a658a24882b970aa3e73408c82
2024-11-15T16:40:50,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/e372eb2f46c04112a99cdbb835cb077c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/e372eb2f46c04112a99cdbb835cb077c
2024-11-15T16:40:50,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c2d4e8e115dc4766ba000b07d3567c39 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/c2d4e8e115dc4766ba000b07d3567c39
2024-11-15T16:40:50,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b61ca16c3c9d457580a4d34e1d961608 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b61ca16c3c9d457580a4d34e1d961608
2024-11-15T16:40:50,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0bd6bb3d18b94e42a36a537b02d30dc5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0bd6bb3d18b94e42a36a537b02d30dc5
2024-11-15T16:40:50,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/cd5d95ea89064ec49e86a70314d71c7b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/cd5d95ea89064ec49e86a70314d71c7b
2024-11-15T16:40:50,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/53942a449ecf40778846507e61a9890a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/53942a449ecf40778846507e61a9890a
2024-11-15T16:40:50,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a9ab8f1635854e13b0a7b8323d50d590 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/a9ab8f1635854e13b0a7b8323d50d590
2024-11-15T16:40:50,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e2c1635792b345eb9b4afccd72dfbd8c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/97405960e5a54384a7a88219fcd26aad, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c38e10ecd524472096353902f2eee236, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b953a4a212da43d98b6df270e10052d2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a716bed54242ac9f5c330152b4c200, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a73a3861a61b4936820e05022fc858b7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a05aa303e18c472a9805f21933e8f5c2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/73b1980ac4984e229f1b3b811e3d2be9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7a5fc05517ff431e878b99d455e0b3ab, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a9db7eec3b5b468898ffa608352843b4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cfdf8c2cf86049439660518cc92e12ba, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/afa191a54690475cb087d0e95aafaa68, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/24e3803cb69a4971806bbe8f2a58e422, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/4fcb050c009f44598a0be6c348a48eda, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/5132ef07cca84f369cbe5aef26d93de4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c5c2e9ae9cb04618bd296dd854b7132a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/f725188c44bc42e7ab4bf0b19cfc34e4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cc7a620bd6cb45618419064471340601, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/844668b2214440b59e9496a013169d0b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/702c8f17d0044ffeb1edbc2208c37b36, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a8b086374a9841128f30e8440504612a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c9537698bdbf4293852754d57b1a938d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/df698196a65b4b44b620c0825d881414, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7cf0881a35f242a99003262744d12f1e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/72fc6234fa194e45b2e8a76f1057597c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/57b3316a703d4bfabf7411e0e640850e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/8bfccd6dca794ed19f78d5ee1f586690, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/683cde586fa44beb89b07c3774129f79, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/953f209fe8bd47959822b506f2796b6e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b03d9ece694446228bddf182c202bd8c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c6759bad5cf747a194eae7a70fef306c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e41c003c49c24f48a64a03378dee3433, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/19e838d38b94466092c3a9e9b0721f18, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a1c605618b4dbc9ac104c0a165c851, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/ae17eae975774bb3bc2185a644d911e9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/015ad56b8f3d4154b13c5f1a908e44fe, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e7a685fd142643cd98811f6317f6c3f8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/6b8dbe141a73428dab05b0242cdb862f] to archive
2024-11-15T16:40:50,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:40:50,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e2c1635792b345eb9b4afccd72dfbd8c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e2c1635792b345eb9b4afccd72dfbd8c
2024-11-15T16:40:50,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/97405960e5a54384a7a88219fcd26aad to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/97405960e5a54384a7a88219fcd26aad
2024-11-15T16:40:50,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c38e10ecd524472096353902f2eee236 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c38e10ecd524472096353902f2eee236
2024-11-15T16:40:50,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b953a4a212da43d98b6df270e10052d2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b953a4a212da43d98b6df270e10052d2
2024-11-15T16:40:50,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a716bed54242ac9f5c330152b4c200 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a716bed54242ac9f5c330152b4c200
2024-11-15T16:40:50,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a73a3861a61b4936820e05022fc858b7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a73a3861a61b4936820e05022fc858b7
2024-11-15T16:40:50,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a05aa303e18c472a9805f21933e8f5c2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a05aa303e18c472a9805f21933e8f5c2
2024-11-15T16:40:50,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/73b1980ac4984e229f1b3b811e3d2be9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/73b1980ac4984e229f1b3b811e3d2be9
2024-11-15T16:40:50,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7a5fc05517ff431e878b99d455e0b3ab to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7a5fc05517ff431e878b99d455e0b3ab
2024-11-15T16:40:50,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a9db7eec3b5b468898ffa608352843b4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a9db7eec3b5b468898ffa608352843b4
2024-11-15T16:40:50,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cfdf8c2cf86049439660518cc92e12ba to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cfdf8c2cf86049439660518cc92e12ba
2024-11-15T16:40:50,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/afa191a54690475cb087d0e95aafaa68 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/afa191a54690475cb087d0e95aafaa68
2024-11-15T16:40:50,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/24e3803cb69a4971806bbe8f2a58e422 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/24e3803cb69a4971806bbe8f2a58e422
2024-11-15T16:40:50,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/4fcb050c009f44598a0be6c348a48eda to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/4fcb050c009f44598a0be6c348a48eda
2024-11-15T16:40:50,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/5132ef07cca84f369cbe5aef26d93de4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/5132ef07cca84f369cbe5aef26d93de4
2024-11-15T16:40:50,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c5c2e9ae9cb04618bd296dd854b7132a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c5c2e9ae9cb04618bd296dd854b7132a
2024-11-15T16:40:50,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/f725188c44bc42e7ab4bf0b19cfc34e4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/f725188c44bc42e7ab4bf0b19cfc34e4
2024-11-15T16:40:50,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cc7a620bd6cb45618419064471340601 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/cc7a620bd6cb45618419064471340601
2024-11-15T16:40:50,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/844668b2214440b59e9496a013169d0b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/844668b2214440b59e9496a013169d0b
2024-11-15T16:40:50,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/702c8f17d0044ffeb1edbc2208c37b36 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/702c8f17d0044ffeb1edbc2208c37b36
2024-11-15T16:40:50,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a8b086374a9841128f30e8440504612a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/a8b086374a9841128f30e8440504612a
2024-11-15T16:40:50,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c9537698bdbf4293852754d57b1a938d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c9537698bdbf4293852754d57b1a938d
2024-11-15T16:40:50,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/df698196a65b4b44b620c0825d881414 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/df698196a65b4b44b620c0825d881414
2024-11-15T16:40:50,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7cf0881a35f242a99003262744d12f1e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/7cf0881a35f242a99003262744d12f1e
2024-11-15T16:40:50,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/72fc6234fa194e45b2e8a76f1057597c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/72fc6234fa194e45b2e8a76f1057597c
2024-11-15T16:40:50,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/57b3316a703d4bfabf7411e0e640850e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/57b3316a703d4bfabf7411e0e640850e
2024-11-15T16:40:50,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/8bfccd6dca794ed19f78d5ee1f586690 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/8bfccd6dca794ed19f78d5ee1f586690
2024-11-15T16:40:50,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/683cde586fa44beb89b07c3774129f79 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/683cde586fa44beb89b07c3774129f79
2024-11-15T16:40:50,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/953f209fe8bd47959822b506f2796b6e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/953f209fe8bd47959822b506f2796b6e
2024-11-15T16:40:50,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b03d9ece694446228bddf182c202bd8c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b03d9ece694446228bddf182c202bd8c
2024-11-15T16:40:50,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c6759bad5cf747a194eae7a70fef306c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/c6759bad5cf747a194eae7a70fef306c
2024-11-15T16:40:50,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e41c003c49c24f48a64a03378dee3433 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e41c003c49c24f48a64a03378dee3433
2024-11-15T16:40:50,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/19e838d38b94466092c3a9e9b0721f18 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/19e838d38b94466092c3a9e9b0721f18
2024-11-15T16:40:50,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a1c605618b4dbc9ac104c0a165c851 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/d9a1c605618b4dbc9ac104c0a165c851
2024-11-15T16:40:50,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/ae17eae975774bb3bc2185a644d911e9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/ae17eae975774bb3bc2185a644d911e9
2024-11-15T16:40:50,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/015ad56b8f3d4154b13c5f1a908e44fe to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/015ad56b8f3d4154b13c5f1a908e44fe
2024-11-15T16:40:50,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e7a685fd142643cd98811f6317f6c3f8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/e7a685fd142643cd98811f6317f6c3f8
2024-11-15T16:40:50,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/6b8dbe141a73428dab05b0242cdb862f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/6b8dbe141a73428dab05b0242cdb862f
2024-11-15T16:40:50,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/abfc2650b12b4bbe9dd5bf66f69de828, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bcca3e0b5f284e8bbb5619d522de611f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/34c924d87f7b4fb3b5b21a89cc9f92cd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/13205eeae6004396a4d833b68635c7f2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/352e3caa15664c4c9a31241b2900f6ca, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/794377bd7f2640638d07aa4b8bb37745, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/2f1428539f734d6eb2f948d3e308f205, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/97b53854f7844635a46b1a4301180bb4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/860c4b1d0bce47beb1a3019814bec050, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/609678be214745578b77403bb9aea21d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5f0733ccaa4d45c397de6497e0492dcc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a90a1c7ccf384c2eb4e0d5c28aeef30b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/10a5b06bb30d41ccb892e5236a40c2da, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/3aebdea14e7f4270a83ac3818b663634, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a3eab61c4555478a9550e698a0ab0abb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/505359a8295140c18b432e9d88c2c4ec, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/6832acba842b465abf13939b2907b8c6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/101958529cf446a5bde76596140bcaa4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7a73e22b2a704330b3e84f26bc4decfd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bd4d42cc8d87421f8795bbb590faea56, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7ac96f2785a64cd694efaace470d60dc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/da4045b35ca74e6cb2cb4df735499b04, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/79e799e499d24a5c9ab310164cc00919, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bc887e9fac034638861440a342174442, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/e1afa0ee9cd84b999ff57792b47f84b5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/4e61b225eaf54cb8a2d6486d85e26f20, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/737fde26bdbc43f5b6b44756a355e5df, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/0a8dd8983e3a4f6097f44cd769f5c9e7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/8891944b0f554f1296e1b6b204eacd96, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a73f6058df274e07b933c2ed65ae2a56, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/ac5721bbb5f2487ea2fb557c0f87be19, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5bb697edbf014244939ec6c81da1f2f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/b27c6f77015b419fa8544b18652e2b2b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5e395569d1264ea395237bcd254dbcd7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/c341d688a82a49cdb544df4c2d069f90, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/51ec769bd7fd42689771f68297c5d83e] to archive
2024-11-15T16:40:50,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:40:50,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/abfc2650b12b4bbe9dd5bf66f69de828 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/abfc2650b12b4bbe9dd5bf66f69de828
2024-11-15T16:40:50,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bcca3e0b5f284e8bbb5619d522de611f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bcca3e0b5f284e8bbb5619d522de611f
2024-11-15T16:40:50,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/34c924d87f7b4fb3b5b21a89cc9f92cd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/34c924d87f7b4fb3b5b21a89cc9f92cd
2024-11-15T16:40:50,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/13205eeae6004396a4d833b68635c7f2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/13205eeae6004396a4d833b68635c7f2
2024-11-15T16:40:50,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/352e3caa15664c4c9a31241b2900f6ca to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/352e3caa15664c4c9a31241b2900f6ca
2024-11-15T16:40:50,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/794377bd7f2640638d07aa4b8bb37745 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/794377bd7f2640638d07aa4b8bb37745
2024-11-15T16:40:50,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/2f1428539f734d6eb2f948d3e308f205 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/2f1428539f734d6eb2f948d3e308f205
2024-11-15T16:40:50,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/97b53854f7844635a46b1a4301180bb4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/97b53854f7844635a46b1a4301180bb4
2024-11-15T16:40:50,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/860c4b1d0bce47beb1a3019814bec050 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/860c4b1d0bce47beb1a3019814bec050
2024-11-15T16:40:50,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/609678be214745578b77403bb9aea21d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/609678be214745578b77403bb9aea21d
2024-11-15T16:40:50,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5f0733ccaa4d45c397de6497e0492dcc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5f0733ccaa4d45c397de6497e0492dcc
2024-11-15T16:40:50,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a90a1c7ccf384c2eb4e0d5c28aeef30b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a90a1c7ccf384c2eb4e0d5c28aeef30b
2024-11-15T16:40:50,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/10a5b06bb30d41ccb892e5236a40c2da to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/10a5b06bb30d41ccb892e5236a40c2da
2024-11-15T16:40:50,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/3aebdea14e7f4270a83ac3818b663634 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/3aebdea14e7f4270a83ac3818b663634
2024-11-15T16:40:50,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a3eab61c4555478a9550e698a0ab0abb to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a3eab61c4555478a9550e698a0ab0abb
2024-11-15T16:40:50,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/505359a8295140c18b432e9d88c2c4ec to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/505359a8295140c18b432e9d88c2c4ec
2024-11-15T16:40:50,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/6832acba842b465abf13939b2907b8c6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/6832acba842b465abf13939b2907b8c6
2024-11-15T16:40:50,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/101958529cf446a5bde76596140bcaa4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/101958529cf446a5bde76596140bcaa4
2024-11-15T16:40:50,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7a73e22b2a704330b3e84f26bc4decfd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7a73e22b2a704330b3e84f26bc4decfd
2024-11-15T16:40:50,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bd4d42cc8d87421f8795bbb590faea56 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bd4d42cc8d87421f8795bbb590faea56
2024-11-15T16:40:50,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7ac96f2785a64cd694efaace470d60dc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/7ac96f2785a64cd694efaace470d60dc
2024-11-15T16:40:50,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/da4045b35ca74e6cb2cb4df735499b04 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/da4045b35ca74e6cb2cb4df735499b04
2024-11-15T16:40:50,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/79e799e499d24a5c9ab310164cc00919 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/79e799e499d24a5c9ab310164cc00919
2024-11-15T16:40:50,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bc887e9fac034638861440a342174442 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/bc887e9fac034638861440a342174442
2024-11-15T16:40:50,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/e1afa0ee9cd84b999ff57792b47f84b5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/e1afa0ee9cd84b999ff57792b47f84b5
2024-11-15T16:40:50,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/4e61b225eaf54cb8a2d6486d85e26f20 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/4e61b225eaf54cb8a2d6486d85e26f20
2024-11-15T16:40:50,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/737fde26bdbc43f5b6b44756a355e5df to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/737fde26bdbc43f5b6b44756a355e5df
2024-11-15T16:40:50,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/0a8dd8983e3a4f6097f44cd769f5c9e7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/0a8dd8983e3a4f6097f44cd769f5c9e7
2024-11-15T16:40:50,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/8891944b0f554f1296e1b6b204eacd96 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/8891944b0f554f1296e1b6b204eacd96
2024-11-15T16:40:50,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a73f6058df274e07b933c2ed65ae2a56 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/a73f6058df274e07b933c2ed65ae2a56
2024-11-15T16:40:50,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/ac5721bbb5f2487ea2fb557c0f87be19 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/ac5721bbb5f2487ea2fb557c0f87be19
2024-11-15T16:40:50,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5bb697edbf014244939ec6c81da1f2f1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5bb697edbf014244939ec6c81da1f2f1
2024-11-15T16:40:50,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/b27c6f77015b419fa8544b18652e2b2b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/b27c6f77015b419fa8544b18652e2b2b
2024-11-15T16:40:50,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5e395569d1264ea395237bcd254dbcd7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/5e395569d1264ea395237bcd254dbcd7
2024-11-15T16:40:50,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/c341d688a82a49cdb544df4c2d069f90 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/c341d688a82a49cdb544df4c2d069f90
2024-11-15T16:40:50,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/51ec769bd7fd42689771f68297c5d83e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/51ec769bd7fd42689771f68297c5d83e
2024-11-15T16:40:50,484 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/recovered.edits/825.seqid, newMaxSeqId=825, maxSeqId=1
2024-11-15T16:40:50,486 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.
2024-11-15T16:40:50,486 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for f78ec5a9ef3c79fb913f1c2fc803e871:
Waiting for close lock at 1731688849010Running coprocessor pre-close hooks at 1731688849010Disabling compacts and flushes for region at 1731688849010Disabling writes for close at 1731688849010Obtaining lock to block concurrent updates at 1731688849010Preparing flush snapshotting stores in f78ec5a9ef3c79fb913f1c2fc803e871 at 1731688849010Finished memstore snapshotting TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731688849011 (+1 ms)Flushing stores of TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871. at 1731688849012 (+1 ms)Flushing f78ec5a9ef3c79fb913f1c2fc803e871/A: creating writer at 1731688849012Flushing f78ec5a9ef3c79fb913f1c2fc803e871/A: appending metadata at 1731688849015 (+3 ms)Flushing f78ec5a9ef3c79fb913f1c2fc803e871/A: closing flushed file at 1731688849015Flushing f78ec5a9ef3c79fb913f1c2fc803e871/B: creating writer at 1731688849427 (+412 ms)Flushing f78ec5a9ef3c79fb913f1c2fc803e871/B: appending metadata at 1731688849429 (+2 ms)Flushing f78ec5a9ef3c79fb913f1c2fc803e871/B: closing flushed file at 1731688849429Flushing f78ec5a9ef3c79fb913f1c2fc803e871/C: creating writer at 1731688849840 (+411 ms)Flushing f78ec5a9ef3c79fb913f1c2fc803e871/C: appending metadata at 1731688849843 (+3 ms)Flushing f78ec5a9ef3c79fb913f1c2fc803e871/C: closing flushed file at 1731688849843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176f8615: reopening flushed file at 1731688850253 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3e220c: reopening flushed file at 1731688850258 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9394f5: reopening flushed file at 1731688850263 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f78ec5a9ef3c79fb913f1c2fc803e871 in 1260ms, sequenceid=822, compaction requested=true at 1731688850270 (+7 ms)Writing region close event to WAL at 1731688850477 (+207 ms)Running coprocessor post-close hooks at 1731688850485 (+8 ms)Closed at 1731688850485
2024-11-15T16:40:50,489 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:50,489 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=f78ec5a9ef3c79fb913f1c2fc803e871, regionState=CLOSED
2024-11-15T16:40:50,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:40:50,504 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-15T16:40:50,504 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure f78ec5a9ef3c79fb913f1c2fc803e871, server=a9bde5b3a1b5,46831,1731688822617 in 1.6510 sec
2024-11-15T16:40:50,506 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-15T16:40:50,506 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f78ec5a9ef3c79fb913f1c2fc803e871, UNASSIGN in 1.6580 sec
2024-11-15T16:40:50,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-15T16:40:50,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6660 sec
2024-11-15T16:40:50,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688850511"}]},"ts":"1731688850511"}
2024-11-15T16:40:50,513 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-15T16:40:50,513 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-15T16:40:50,515 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6840 sec
2024-11-15T16:40:50,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T16:40:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T16:40:50,982 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:50,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-15T16:40:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:50,990 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-15T16:40:50,991 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:50,997 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:51,001 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/recovered.edits]
2024-11-15T16:40:51,004 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0d013801a42640708caf2ce8f996bce9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/0d013801a42640708caf2ce8f996bce9
2024-11-15T16:40:51,005 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/659c64e4936e403f854d6a86809731b4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/659c64e4936e403f854d6a86809731b4
2024-11-15T16:40:51,007 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b7112f6e627d4a2b8d53fb94f26ac19c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/A/b7112f6e627d4a2b8d53fb94f26ac19c
2024-11-15T16:40:51,009 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/89bbdf543bce4f0795f46becd4384d40 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/89bbdf543bce4f0795f46becd4384d40
2024-11-15T16:40:51,011 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/933df3acb7da4068b04769e2c50c729b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/933df3acb7da4068b04769e2c50c729b
2024-11-15T16:40:51,012 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b91587ad7b384538899f23e808dafd51 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/B/b91587ad7b384538899f23e808dafd51
2024-11-15T16:40:51,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/09b3f52e2ba94b7eb09535d0ee05e496 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/09b3f52e2ba94b7eb09535d0ee05e496
2024-11-15T16:40:51,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/62da31270a5342b98294c35b45ef566b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/62da31270a5342b98294c35b45ef566b
2024-11-15T16:40:51,019 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/757e8025603949ee92ca88aaaa65c254 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/757e8025603949ee92ca88aaaa65c254
2024-11-15T16:40:51,020 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/d3b79dcae2184755abaae605ac715bf3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/C/d3b79dcae2184755abaae605ac715bf3
2024-11-15T16:40:51,023 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/recovered.edits/825.seqid to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871/recovered.edits/825.seqid
2024-11-15T16:40:51,023 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/f78ec5a9ef3c79fb913f1c2fc803e871
2024-11-15T16:40:51,023 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-15T16:40:51,028 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:51,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-15T16:40:51,038 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-15T16:40:51,069 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-15T16:40:51,071 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:51,071 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-15T16:40:51,071 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731688851071"}]},"ts":"9223372036854775807"}
2024-11-15T16:40:51,075 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-15T16:40:51,076 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f78ec5a9ef3c79fb913f1c2fc803e871, NAME => 'TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871.', STARTKEY => '', ENDKEY => ''}]
2024-11-15T16:40:51,076 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-15T16:40:51,076 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731688851076"}]},"ts":"9223372036854775807"}
2024-11-15T16:40:51,081 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-15T16:40:51,082 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:51,084 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec
2024-11-15T16:40:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-15T16:40:51,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-15T16:40:51,103 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:51,119 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211)
Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;a9bde5b3a1b5:46831-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1571513936_22 at /127.0.0.1:52764 [Waiting for operation #374]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-540062607_22 at /127.0.0.1:52598 [Waiting for operation #383]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5809 (was 6315)
2024-11-15T16:40:51,132 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=5805
2024-11-15T16:40:51,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:40:51,134 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:40:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:51,137 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T16:40:51,137 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:51,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 36
2024-11-15T16:40:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-15T16:40:51,139 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T16:40:51,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741959_1135 (size=1061)
2024-11-15T16:40:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-15T16:40:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-15T16:40:51,548 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:40:51,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741960_1136 (size=53)
2024-11-15T16:40:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-15T16:40:51,958 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:51,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b2803d5d10cc56dcc32733e3617060d8, disabling compactions & flushes
2024-11-15T16:40:51,959 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:51,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:51,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. after waiting 0 ms
2024-11-15T16:40:51,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:51,959 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:51,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2803d5d10cc56dcc32733e3617060d8:
Waiting for close lock at 1731688851959Disabling compacts and flushes for region at 1731688851959Disabling writes for close at 1731688851959Writing region close event to WAL at 1731688851959Closed at 1731688851959
2024-11-15T16:40:51,960 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T16:40:51,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731688851960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731688851960"}]},"ts":"1731688851960"}
2024-11-15T16:40:51,963 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T16:40:51,965 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T16:40:51,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688851965"}]},"ts":"1731688851965"}
2024-11-15T16:40:51,967 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-15T16:40:51,968 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, ASSIGN}]
2024-11-15T16:40:51,969 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, ASSIGN
2024-11-15T16:40:51,971 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=false
2024-11-15T16:40:52,122 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:52,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, ASSIGN because future has completed
2024-11-15T16:40:52,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:40:52,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-15T16:40:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-15T16:40:52,281 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:52,282 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:40:52,282 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,282 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:52,282 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,282 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,284 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b2803d5d10cc56dcc32733e3617060d8 
2024-11-15T16:40:52,285 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:52,286 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2803d5d10cc56dcc32733e3617060d8 columnFamilyName A
2024-11-15T16:40:52,286 DEBUG [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:52,287 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(327): Store=b2803d5d10cc56dcc32733e3617060d8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:52,287 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b2803d5d10cc56dcc32733e3617060d8 
2024-11-15T16:40:52,288 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:52,288 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2803d5d10cc56dcc32733e3617060d8 columnFamilyName B
2024-11-15T16:40:52,288 DEBUG [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:52,289 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(327): Store=b2803d5d10cc56dcc32733e3617060d8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:52,289 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b2803d5d10cc56dcc32733e3617060d8 
2024-11-15T16:40:52,290 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:52,290 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2803d5d10cc56dcc32733e3617060d8 columnFamilyName C
2024-11-15T16:40:52,290 DEBUG [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:52,291 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(327): Store=b2803d5d10cc56dcc32733e3617060d8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:52,291 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:52,291 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,292 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,292 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,293 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,293 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,294 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:40:52,295 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,297 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:40:52,297 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened b2803d5d10cc56dcc32733e3617060d8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71512240, jitterRate=0.06561541557312012}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:40:52,297 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:52,298 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for b2803d5d10cc56dcc32733e3617060d8:
Running coprocessor pre-open hook at 1731688852282Writing region info on filesystem at 1731688852282Initializing all the Stores at 1731688852283 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688852283Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688852283Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688852283Cleaning up temporary data from old regions at 1731688852293 (+10 ms)Running coprocessor post-open hooks at 1731688852297 (+4 ms)Region opened successfully at 1731688852298 (+1 ms)
2024-11-15T16:40:52,299 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., pid=38, masterSystemTime=1731688852278
2024-11-15T16:40:52,301 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:52,301 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:52,302 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:52,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:40:52,307 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-11-15T16:40:52,307 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 in 179 msec
2024-11-15T16:40:52,309 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-15T16:40:52,309 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, ASSIGN in 339 msec
2024-11-15T16:40:52,312 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T16:40:52,312 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688852312"}]},"ts":"1731688852312"}
2024-11-15T16:40:52,314 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-15T16:40:52,315 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T16:40:52,318 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec
2024-11-15T16:40:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-15T16:40:53,283 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:53,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229ee4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:53,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:53,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:53,287 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2285c5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:53,289 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329c9ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:53,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:53,295 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:53,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T16:40:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb25f6a
2024-11-15T16:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T16:40:53,299 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T16:40:53,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:40:53,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:40:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-15T16:40:53,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741961_1137 (size=1097)
2024-11-15T16:40:53,731 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-15T16:40:53,731 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-15T16:40:53,735 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:40:53,741 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, REOPEN/MOVE}]
2024-11-15T16:40:53,742 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, REOPEN/MOVE
2024-11-15T16:40:53,743 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:53,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, REOPEN/MOVE because future has completed
2024-11-15T16:40:53,745 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:40:53,745 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:40:53,898 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:53,898 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:40:53,898 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing b2803d5d10cc56dcc32733e3617060d8, disabling compactions & flushes
2024-11-15T16:40:53,898 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:53,898 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:53,898 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. after waiting 0 ms
2024-11-15T16:40:53,898 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:53,902 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-15T16:40:53,902 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:53,902 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for b2803d5d10cc56dcc32733e3617060d8:
Waiting for close lock at 1731688853898Running coprocessor pre-close hooks at 1731688853898Disabling compacts and flushes for region at 1731688853898Disabling writes for close at 1731688853898Writing region close event to WAL at 1731688853898Running coprocessor post-close hooks at 1731688853902 (+4 ms)Closed at 1731688853902
2024-11-15T16:40:53,903 WARN  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: b2803d5d10cc56dcc32733e3617060d8 to self.
2024-11-15T16:40:53,905 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:53,905 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=CLOSED
2024-11-15T16:40:53,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:40:53,909 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41
2024-11-15T16:40:53,909 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 in 163 msec
2024-11-15T16:40:53,910 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, REOPEN/MOVE; state=CLOSED, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=true
2024-11-15T16:40:54,060 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, REOPEN/MOVE because future has completed
2024-11-15T16:40:54,063 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:40:54,219 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,219 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:40:54,220 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,220 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:40:54,220 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,220 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,224 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b2803d5d10cc56dcc32733e3617060d8 
2024-11-15T16:40:54,225 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:54,231 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2803d5d10cc56dcc32733e3617060d8 columnFamilyName A
2024-11-15T16:40:54,233 DEBUG [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:54,234 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(327): Store=b2803d5d10cc56dcc32733e3617060d8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:54,234 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b2803d5d10cc56dcc32733e3617060d8 
2024-11-15T16:40:54,235 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:54,235 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2803d5d10cc56dcc32733e3617060d8 columnFamilyName B
2024-11-15T16:40:54,235 DEBUG [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:54,236 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(327): Store=b2803d5d10cc56dcc32733e3617060d8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:54,236 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b2803d5d10cc56dcc32733e3617060d8 
2024-11-15T16:40:54,237 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:40:54,237 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2803d5d10cc56dcc32733e3617060d8 columnFamilyName C
2024-11-15T16:40:54,237 DEBUG [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:54,238 INFO  [StoreOpener-b2803d5d10cc56dcc32733e3617060d8-1 {}] regionserver.HStore(327): Store=b2803d5d10cc56dcc32733e3617060d8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:40:54,238 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,238 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,239 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,240 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,242 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,242 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,243 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:40:54,246 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,247 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened b2803d5d10cc56dcc32733e3617060d8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70735053, jitterRate=0.05403442680835724}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:40:54,248 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,249 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for b2803d5d10cc56dcc32733e3617060d8:
Running coprocessor pre-open hook at 1731688854220Writing region info on filesystem at 1731688854220Initializing all the Stores at 1731688854221 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688854221Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688854221Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688854221Cleaning up temporary data from old regions at 1731688854242 (+21 ms)Running coprocessor post-open hooks at 1731688854248 (+6 ms)Region opened successfully at 1731688854249 (+1 ms)
2024-11-15T16:40:54,250 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., pid=43, masterSystemTime=1731688854215
2024-11-15T16:40:54,255 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=OPEN, openSeqNum=5, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,256 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,256 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:40:54,261 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41
2024-11-15T16:40:54,261 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 in 196 msec
2024-11-15T16:40:54,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-15T16:40:54,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, REOPEN/MOVE in 520 msec
2024-11-15T16:40:54,268 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-11-15T16:40:54,268 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec
2024-11-15T16:40:54,272 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 959 msec
2024-11-15T16:40:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-15T16:40:54,274 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:54,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b3bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,277 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab943ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,279 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455bb67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70646c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6df162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,287 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d0368d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580d088e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,293 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d27f996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,295 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf12c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148de5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,298 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407ffda5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,300 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba6e38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680235d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,302 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504b4514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,304 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b96ba9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721bdc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,307 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61dfd062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,309 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6f38b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c6bd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,312 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ea22b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,314 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29db9dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef5d522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,317 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ef73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,318 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28233673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a1956e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:40:54,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:40:54,320 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:40:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:40:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:40:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275d575c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:40:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:40:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:40:54,323 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:40:54,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d098d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:40:54,328 DEBUG [Thread-680 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:54,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-15T16:40:54,331 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,331 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:54,332 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:54,332 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-15T16:40:54,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,336 DEBUG [Thread-682 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,337 DEBUG [Thread-691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,338 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,339 DEBUG [Thread-695 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,340 DEBUG [Thread-695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,340 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,341 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,341 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,343 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,346 DEBUG [Thread-684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,347 DEBUG [Thread-684 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,347 DEBUG [Thread-684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,348 DEBUG [Thread-686 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,348 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,349 DEBUG [Thread-693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,350 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:40:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:40:54,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:40:54,352 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,353 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,353 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:40:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,359 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:40:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:40:54,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:40:54,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:54,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:40:54,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:54,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:40:54,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:54,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688914400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688914410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688914412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688914413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688914415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d0e06727b39d4d94ab5ab6a3ef153fc4_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688854355/Put/seqid=0
2024-11-15T16:40:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-15T16:40:54,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741962_1138 (size=14594)
2024-11-15T16:40:54,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-15T16:40:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688914522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688914522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688914531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688914532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688914532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-15T16:40:54,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-15T16:40:54,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688914732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688914733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688914742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688914742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688914743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:54,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-15T16:40:54,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:54,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:54,851 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d0e06727b39d4d94ab5ab6a3ef153fc4_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d0e06727b39d4d94ab5ab6a3ef153fc4_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:54,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/b8c2cafa1ecd45288bd5ea4f40de9cc7, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:54,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/b8c2cafa1ecd45288bd5ea4f40de9cc7 is 175, key is test_row_0/A:col10/1731688854355/Put/seqid=0
2024-11-15T16:40:54,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741963_1139 (size=39549)
2024-11-15T16:40:54,894 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/b8c2cafa1ecd45288bd5ea4f40de9cc7
2024-11-15T16:40:54,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/7ba500b40c804cd9a6387457d7c10fbd is 50, key is test_row_0/B:col10/1731688854355/Put/seqid=0
2024-11-15T16:40:54,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741964_1140 (size=12001)
2024-11-15T16:40:54,938 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/7ba500b40c804cd9a6387457d7c10fbd
2024-11-15T16:40:54,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-15T16:40:54,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:54,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:54,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-15T16:40:55,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/a49b9fc894464e62b30386f5b9086aca is 50, key is test_row_0/C:col10/1731688854355/Put/seqid=0
2024-11-15T16:40:55,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741965_1141 (size=12001)
2024-11-15T16:40:55,010 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/a49b9fc894464e62b30386f5b9086aca
2024-11-15T16:40:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/b8c2cafa1ecd45288bd5ea4f40de9cc7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/b8c2cafa1ecd45288bd5ea4f40de9cc7
2024-11-15T16:40:55,029 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/b8c2cafa1ecd45288bd5ea4f40de9cc7, entries=200, sequenceid=16, filesize=38.6 K
2024-11-15T16:40:55,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/7ba500b40c804cd9a6387457d7c10fbd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/7ba500b40c804cd9a6387457d7c10fbd
2024-11-15T16:40:55,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/7ba500b40c804cd9a6387457d7c10fbd, entries=150, sequenceid=16, filesize=11.7 K
2024-11-15T16:40:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/a49b9fc894464e62b30386f5b9086aca as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a49b9fc894464e62b30386f5b9086aca
2024-11-15T16:40:55,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688915042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688915042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688915062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688915062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688915062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,072 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a49b9fc894464e62b30386f5b9086aca, entries=150, sequenceid=16, filesize=11.7 K
2024-11-15T16:40:55,072 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b2803d5d10cc56dcc32733e3617060d8 in 713ms, sequenceid=16, compaction requested=false
2024-11-15T16:40:55,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:55,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-15T16:40:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:55,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:40:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:40:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:55,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:40:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:40:55,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:55,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111534d02e2a83ea452ab9a8bfc846d47595_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688854412/Put/seqid=0
2024-11-15T16:40:55,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741966_1142 (size=12154)
2024-11-15T16:40:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-15T16:40:55,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:55,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111534d02e2a83ea452ab9a8bfc846d47595_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111534d02e2a83ea452ab9a8bfc846d47595_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:55,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3924ef39a69b4f158e79ca13c18f04fc, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3924ef39a69b4f158e79ca13c18f04fc is 175, key is test_row_0/A:col10/1731688854412/Put/seqid=0
2024-11-15T16:40:55,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688915593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688915591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688915594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741967_1143 (size=30955)
2024-11-15T16:40:55,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3924ef39a69b4f158e79ca13c18f04fc
2024-11-15T16:40:55,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688915605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688915605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ca8b16e122d64d47a08331e86858b815 is 50, key is test_row_0/B:col10/1731688854412/Put/seqid=0
2024-11-15T16:40:55,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741968_1144 (size=12001)
2024-11-15T16:40:55,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ca8b16e122d64d47a08331e86858b815
2024-11-15T16:40:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/2ee9f35f1ae641e083847c955c228865 is 50, key is test_row_0/C:col10/1731688854412/Put/seqid=0
2024-11-15T16:40:55,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741969_1145 (size=12001)
2024-11-15T16:40:55,682 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/2ee9f35f1ae641e083847c955c228865
2024-11-15T16:40:55,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3924ef39a69b4f158e79ca13c18f04fc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3924ef39a69b4f158e79ca13c18f04fc
2024-11-15T16:40:55,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3924ef39a69b4f158e79ca13c18f04fc, entries=150, sequenceid=36, filesize=30.2 K
2024-11-15T16:40:55,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688915712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688915712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688915712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ca8b16e122d64d47a08331e86858b815 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ca8b16e122d64d47a08331e86858b815
2024-11-15T16:40:55,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ca8b16e122d64d47a08331e86858b815, entries=150, sequenceid=36, filesize=11.7 K
2024-11-15T16:40:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/2ee9f35f1ae641e083847c955c228865 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/2ee9f35f1ae641e083847c955c228865
2024-11-15T16:40:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/2ee9f35f1ae641e083847c955c228865, entries=150, sequenceid=36, filesize=11.7 K
2024-11-15T16:40:55,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for b2803d5d10cc56dcc32733e3617060d8 in 644ms, sequenceid=36, compaction requested=false
2024-11-15T16:40:55,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:55,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:55,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-15T16:40:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-15T16:40:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,755 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-15T16:40:55,755 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec
2024-11-15T16:40:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,757 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.4270 sec
2024-11-15T16:40:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,828 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:40:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:40:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:40:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:40:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111526f4ddc716d24b3b9ce7f8a134a39def_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688855822/Put/seqid=0
2024-11-15T16:40:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741970_1146 (size=14594)
2024-11-15T16:40:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,887 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111526f4ddc716d24b3b9ce7f8a134a39def_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111526f4ddc716d24b3b9ce7f8a134a39def_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,891 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/9975e210f3d64690b5841daea158dad0, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:55,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/9975e210f3d64690b5841daea158dad0 is 175, key is test_row_0/A:col10/1731688855822/Put/seqid=0
2024-11-15T16:40:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741971_1147 (size=39549)
2024-11-15T16:40:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:55,917 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/9975e210f3d64690b5841daea158dad0
2024-11-15T16:40:55,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688915908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688915909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688915921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688915922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688915922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:55,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:55,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ee7abe2860064ab2ba593d3ac5752960 is 50, key is test_row_0/B:col10/1731688855822/Put/seqid=0
2024-11-15T16:40:55,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741972_1148 (size=12001)
2024-11-15T16:40:55,998 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ee7abe2860064ab2ba593d3ac5752960
2024-11-15T16:40:56,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/c49a15202e9543b5b6eb24a659738715 is 50, key is test_row_0/C:col10/1731688855822/Put/seqid=0
2024-11-15T16:40:56,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741973_1149 (size=12001)
2024-11-15T16:40:56,033 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/c49a15202e9543b5b6eb24a659738715
2024-11-15T16:40:56,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688916032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688916032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/9975e210f3d64690b5841daea158dad0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/9975e210f3d64690b5841daea158dad0
2024-11-15T16:40:56,055 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/9975e210f3d64690b5841daea158dad0, entries=200, sequenceid=51, filesize=38.6 K
2024-11-15T16:40:56,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ee7abe2860064ab2ba593d3ac5752960 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ee7abe2860064ab2ba593d3ac5752960
2024-11-15T16:40:56,070 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ee7abe2860064ab2ba593d3ac5752960, entries=150, sequenceid=51, filesize=11.7 K
2024-11-15T16:40:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/c49a15202e9543b5b6eb24a659738715 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c49a15202e9543b5b6eb24a659738715
2024-11-15T16:40:56,077 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T16:40:56,081 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c49a15202e9543b5b6eb24a659738715, entries=150, sequenceid=51, filesize=11.7 K
2024-11-15T16:40:56,083 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for b2803d5d10cc56dcc32733e3617060d8 in 256ms, sequenceid=51, compaction requested=true
2024-11-15T16:40:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:56,083 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:56,083 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:56,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:56,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:56,086 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:56,087 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/B is initiating minor compaction (all files)
2024-11-15T16:40:56,087 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/B in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,087 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/7ba500b40c804cd9a6387457d7c10fbd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ca8b16e122d64d47a08331e86858b815, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ee7abe2860064ab2ba593d3ac5752960] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=35.2 K
2024-11-15T16:40:56,087 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ba500b40c804cd9a6387457d7c10fbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731688854355
2024-11-15T16:40:56,088 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:56,088 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ca8b16e122d64d47a08331e86858b815, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731688854408
2024-11-15T16:40:56,088 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/A is initiating minor compaction (all files)
2024-11-15T16:40:56,088 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/A in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,088 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/b8c2cafa1ecd45288bd5ea4f40de9cc7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3924ef39a69b4f158e79ca13c18f04fc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/9975e210f3d64690b5841daea158dad0] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=107.5 K
2024-11-15T16:40:56,088 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ee7abe2860064ab2ba593d3ac5752960, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688855595
2024-11-15T16:40:56,088 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,089 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/b8c2cafa1ecd45288bd5ea4f40de9cc7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3924ef39a69b4f158e79ca13c18f04fc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/9975e210f3d64690b5841daea158dad0]
2024-11-15T16:40:56,089 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8c2cafa1ecd45288bd5ea4f40de9cc7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731688854355
2024-11-15T16:40:56,090 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3924ef39a69b4f158e79ca13c18f04fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731688854408
2024-11-15T16:40:56,090 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9975e210f3d64690b5841daea158dad0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688855595
2024-11-15T16:40:56,115 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#B#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:56,115 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/33310d19848f4360a137a3307081d8d1 is 50, key is test_row_0/B:col10/1731688855822/Put/seqid=0
2024-11-15T16:40:56,119 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:56,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741974_1150 (size=12104)
2024-11-15T16:40:56,141 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/33310d19848f4360a137a3307081d8d1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/33310d19848f4360a137a3307081d8d1
2024-11-15T16:40:56,147 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115dea6a47d899f47c082706d83f5f73c83_b2803d5d10cc56dcc32733e3617060d8 store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:56,154 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/B of b2803d5d10cc56dcc32733e3617060d8 into 33310d19848f4360a137a3307081d8d1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:56,154 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:56,154 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/B, priority=13, startTime=1731688856083; duration=0sec
2024-11-15T16:40:56,154 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:56,154 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:B
2024-11-15T16:40:56,154 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:40:56,156 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:40:56,156 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/C is initiating minor compaction (all files)
2024-11-15T16:40:56,157 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/C in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,157 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a49b9fc894464e62b30386f5b9086aca, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/2ee9f35f1ae641e083847c955c228865, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c49a15202e9543b5b6eb24a659738715] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=35.2 K
2024-11-15T16:40:56,157 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a49b9fc894464e62b30386f5b9086aca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731688854355
2024-11-15T16:40:56,158 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ee9f35f1ae641e083847c955c228865, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731688854408
2024-11-15T16:40:56,158 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115dea6a47d899f47c082706d83f5f73c83_b2803d5d10cc56dcc32733e3617060d8, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:56,158 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c49a15202e9543b5b6eb24a659738715, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688855595
2024-11-15T16:40:56,158 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dea6a47d899f47c082706d83f5f73c83_b2803d5d10cc56dcc32733e3617060d8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:56,189 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#C#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:56,189 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/815d812118194c779b8e49941be3bed8 is 50, key is test_row_0/C:col10/1731688855822/Put/seqid=0
2024-11-15T16:40:56,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741975_1151 (size=4469)
2024-11-15T16:40:56,238 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:40:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:40:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:40:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:40:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:56,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741976_1152 (size=12104)
2024-11-15T16:40:56,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688916251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,271 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/815d812118194c779b8e49941be3bed8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/815d812118194c779b8e49941be3bed8
2024-11-15T16:40:56,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688916262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688916267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688916267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688916269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,281 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/C of b2803d5d10cc56dcc32733e3617060d8 into 815d812118194c779b8e49941be3bed8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:56,281 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:56,281 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/C, priority=13, startTime=1731688856084; duration=0sec
2024-11-15T16:40:56,281 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:56,281 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:C
2024-11-15T16:40:56,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111524a9d193f7914abda06f60f143ed40c8_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688855902/Put/seqid=0
2024-11-15T16:40:56,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741977_1153 (size=14594)
2024-11-15T16:40:56,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688916381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688916382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688916382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688916382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688916382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-15T16:40:56,483 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:56,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-15T16:40:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-15T16:40:56,486 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:56,488 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:56,488 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-15T16:40:56,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688916591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688916592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688916592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688916592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688916602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,623 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#A#compaction#132 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:56,624 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/aa54421a22984293b8a73f6daf7d2dc0 is 175, key is test_row_0/A:col10/1731688855822/Put/seqid=0
2024-11-15T16:40:56,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741978_1154 (size=31058)
2024-11-15T16:40:56,641 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/aa54421a22984293b8a73f6daf7d2dc0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/aa54421a22984293b8a73f6daf7d2dc0
2024-11-15T16:40:56,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-15T16:40:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,656 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/A of b2803d5d10cc56dcc32733e3617060d8 into aa54421a22984293b8a73f6daf7d2dc0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:56,657 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:56,657 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/A, priority=13, startTime=1731688856083; duration=0sec
2024-11-15T16:40:56,657 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:56,657 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:A
2024-11-15T16:40:56,700 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:56,708 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111524a9d193f7914abda06f60f143ed40c8_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111524a9d193f7914abda06f60f143ed40c8_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:56,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a2b0f9131cda4395a4befaf8f8ad2971, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:56,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a2b0f9131cda4395a4befaf8f8ad2971 is 175, key is test_row_0/A:col10/1731688855902/Put/seqid=0
2024-11-15T16:40:56,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741979_1155 (size=39549)
2024-11-15T16:40:56,754 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=72, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a2b0f9131cda4395a4befaf8f8ad2971
2024-11-15T16:40:56,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/c4c1f7fa6914433b918d4ad37f18308e is 50, key is test_row_0/B:col10/1731688855902/Put/seqid=0
2024-11-15T16:40:56,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741980_1156 (size=12001)
2024-11-15T16:40:56,782 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/c4c1f7fa6914433b918d4ad37f18308e
2024-11-15T16:40:56,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/0f752c969bf54d869118f4b4078dd97d is 50, key is test_row_0/C:col10/1731688855902/Put/seqid=0
2024-11-15T16:40:56,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-15T16:40:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-15T16:40:56,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741981_1157 (size=12001)
2024-11-15T16:40:56,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688916902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688916902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688916903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688916912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:56,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688916912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:56,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:56,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-15T16:40:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:56,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:57,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-15T16:40:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:57,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:40:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-15T16:40:57,213 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/0f752c969bf54d869118f4b4078dd97d
2024-11-15T16:40:57,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a2b0f9131cda4395a4befaf8f8ad2971 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a2b0f9131cda4395a4befaf8f8ad2971
2024-11-15T16:40:57,230 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a2b0f9131cda4395a4befaf8f8ad2971, entries=200, sequenceid=72, filesize=38.6 K
2024-11-15T16:40:57,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/c4c1f7fa6914433b918d4ad37f18308e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c4c1f7fa6914433b918d4ad37f18308e
2024-11-15T16:40:57,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c4c1f7fa6914433b918d4ad37f18308e, entries=150, sequenceid=72, filesize=11.7 K
2024-11-15T16:40:57,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/0f752c969bf54d869118f4b4078dd97d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0f752c969bf54d869118f4b4078dd97d
2024-11-15T16:40:57,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0f752c969bf54d869118f4b4078dd97d, entries=150, sequenceid=72, filesize=11.7 K
2024-11-15T16:40:57,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-15T16:40:57,264 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b2803d5d10cc56dcc32733e3617060d8 in 1026ms, sequenceid=72, compaction requested=false
2024-11-15T16:40:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:57,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:40:57,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:40:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:40:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:40:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:40:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115219fccb7931640f5848475bf0797b44b_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688856259/Put/seqid=0
2024-11-15T16:40:57,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741982_1158 (size=12154)
2024-11-15T16:40:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:57,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115219fccb7931640f5848475bf0797b44b_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115219fccb7931640f5848475bf0797b44b_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/6191c1ecebe34ee4b7dfdce6ec2dd360, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/6191c1ecebe34ee4b7dfdce6ec2dd360 is 175, key is test_row_0/A:col10/1731688856259/Put/seqid=0
2024-11-15T16:40:57,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741983_1159 (size=30955)
2024-11-15T16:40:57,404 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/6191c1ecebe34ee4b7dfdce6ec2dd360
2024-11-15T16:40:57,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:57,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/094f707c701c49029dcc682b6d334dd3 is 50, key is test_row_0/B:col10/1731688856259/Put/seqid=0
2024-11-15T16:40:57,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688917465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688917465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688917466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688917468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688917470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741984_1160 (size=12001)
2024-11-15T16:40:57,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688917581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688917582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688917582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688917582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688917593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-15T16:40:57,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688917792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688917792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688917792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688917792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688917802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:57,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/094f707c701c49029dcc682b6d334dd3
2024-11-15T16:40:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b736c99b0f934716bbdbc0cc22a56981 is 50, key is test_row_0/C:col10/1731688856259/Put/seqid=0
2024-11-15T16:40:57,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741985_1161 (size=12001)
2024-11-15T16:40:57,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b736c99b0f934716bbdbc0cc22a56981
2024-11-15T16:40:57,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/6191c1ecebe34ee4b7dfdce6ec2dd360 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/6191c1ecebe34ee4b7dfdce6ec2dd360
2024-11-15T16:40:57,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/6191c1ecebe34ee4b7dfdce6ec2dd360, entries=150, sequenceid=86, filesize=30.2 K
2024-11-15T16:40:57,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/094f707c701c49029dcc682b6d334dd3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/094f707c701c49029dcc682b6d334dd3
2024-11-15T16:40:57,964 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/094f707c701c49029dcc682b6d334dd3, entries=150, sequenceid=86, filesize=11.7 K
2024-11-15T16:40:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b736c99b0f934716bbdbc0cc22a56981 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b736c99b0f934716bbdbc0cc22a56981
2024-11-15T16:40:57,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b736c99b0f934716bbdbc0cc22a56981, entries=150, sequenceid=86, filesize=11.7 K
2024-11-15T16:40:57,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b2803d5d10cc56dcc32733e3617060d8 in 707ms, sequenceid=86, compaction requested=true
2024-11-15T16:40:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-15T16:40:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-15T16:40:57,976 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-15T16:40:57,976 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec
2024-11-15T16:40:57,979 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.4940 sec
2024-11-15T16:40:58,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688857463, max timestamp=1731688858102Num uniques 859; 
2024-11-15T16:40:58,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:58,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688857463, max timestamp=1731688858102Num uniques 859; 
2024-11-15T16:40:58,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:58,106 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-11-15T16:40:58,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688857463, max timestamp=1731688858102Num uniques 859; 
2024-11-15T16:40:58,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:40:58,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:40:58,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:58,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:40:58,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:58,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:40:58,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:58,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156bcd616617204c3fb7868ef36abb574b_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688858106/Put/seqid=0
2024-11-15T16:40:58,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741986_1162 (size=17034)
2024-11-15T16:40:58,136 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:58,141 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156bcd616617204c3fb7868ef36abb574b_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156bcd616617204c3fb7868ef36abb574b_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:58,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:58,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c is 175, key is test_row_0/A:col10/1731688858106/Put/seqid=0
2024-11-15T16:40:58,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741987_1163 (size=48139)
2024-11-15T16:40:58,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731688858197, max timestamp=1731688858234Num uniques 859; 
2024-11-15T16:40:58,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-15T16:40:58,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731688858197, max timestamp=1731688858234Num uniques 859; 
2024-11-15T16:40:58,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-15T16:40:58,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731688858197, max timestamp=1731688858234Num uniques 859; 
2024-11-15T16:40:58,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-15T16:40:58,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688918280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688918285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688918295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688918298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688918296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688918402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688918412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688918412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688918412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688918412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,554 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c
2024-11-15T16:40:58,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/5753f288f96d41c4820a3fac1c2411a5 is 50, key is test_row_0/B:col10/1731688858106/Put/seqid=0
2024-11-15T16:40:58,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741988_1164 (size=12001)
2024-11-15T16:40:58,589 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/5753f288f96d41c4820a3fac1c2411a5
2024-11-15T16:40:58,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/85ee54eac75542a88f47cb4433883487 is 50, key is test_row_0/C:col10/1731688858106/Put/seqid=0
2024-11-15T16:40:58,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688918611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741989_1165 (size=12001)
2024-11-15T16:40:58,618 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/85ee54eac75542a88f47cb4433883487
2024-11-15T16:40:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c
2024-11-15T16:40:58,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688918622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,631 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c, entries=250, sequenceid=109, filesize=47.0 K
2024-11-15T16:40:58,632 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-15T16:40:58,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688918622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688918632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688918632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-15T16:40:58,636 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:40:58,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/5753f288f96d41c4820a3fac1c2411a5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/5753f288f96d41c4820a3fac1c2411a5
2024-11-15T16:40:58,637 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:40:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-15T16:40:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-15T16:40:58,639 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:40:58,640 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:40:58,640 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:40:58,647 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/5753f288f96d41c4820a3fac1c2411a5, entries=150, sequenceid=109, filesize=11.7 K
2024-11-15T16:40:58,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/85ee54eac75542a88f47cb4433883487 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/85ee54eac75542a88f47cb4433883487
2024-11-15T16:40:58,664 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/85ee54eac75542a88f47cb4433883487, entries=150, sequenceid=109, filesize=11.7 K
2024-11-15T16:40:58,665 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=154.31 KB/158010 for b2803d5d10cc56dcc32733e3617060d8 in 558ms, sequenceid=109, compaction requested=true
2024-11-15T16:40:58,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:58,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:40:58,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:58,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:40:58,665 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:58,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:58,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:40:58,665 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:58,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:58,677 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:58,677 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:58,677 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/B is initiating minor compaction (all files)
2024-11-15T16:40:58,677 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/A is initiating minor compaction (all files)
2024-11-15T16:40:58,677 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/B in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:58,677 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/A in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:58,677 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/33310d19848f4360a137a3307081d8d1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c4c1f7fa6914433b918d4ad37f18308e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/094f707c701c49029dcc682b6d334dd3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/5753f288f96d41c4820a3fac1c2411a5] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=47.0 K
2024-11-15T16:40:58,677 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/aa54421a22984293b8a73f6daf7d2dc0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a2b0f9131cda4395a4befaf8f8ad2971, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/6191c1ecebe34ee4b7dfdce6ec2dd360, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=146.2 K
2024-11-15T16:40:58,677 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:58,677 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/aa54421a22984293b8a73f6daf7d2dc0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a2b0f9131cda4395a4befaf8f8ad2971, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/6191c1ecebe34ee4b7dfdce6ec2dd360, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c]
2024-11-15T16:40:58,678 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 33310d19848f4360a137a3307081d8d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688855595
2024-11-15T16:40:58,679 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c4c1f7fa6914433b918d4ad37f18308e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1731688855902
2024-11-15T16:40:58,679 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 094f707c701c49029dcc682b6d334dd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731688856247
2024-11-15T16:40:58,680 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5753f288f96d41c4820a3fac1c2411a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731688857463
2024-11-15T16:40:58,683 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa54421a22984293b8a73f6daf7d2dc0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688855595
2024-11-15T16:40:58,684 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2b0f9131cda4395a4befaf8f8ad2971, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1731688855902
2024-11-15T16:40:58,685 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6191c1ecebe34ee4b7dfdce6ec2dd360, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731688856247
2024-11-15T16:40:58,686 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f1e1b9fb09a4f1bbae5c4ff8ad6156c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731688857463
2024-11-15T16:40:58,700 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#B#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:58,701 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/598b8b15a0464dee90d5a4f95385f7e9 is 50, key is test_row_0/B:col10/1731688858106/Put/seqid=0
2024-11-15T16:40:58,716 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:58,740 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111521dc6eb1ede14005aaedb93d093bdcae_b2803d5d10cc56dcc32733e3617060d8 store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-15T16:40:58,754 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111521dc6eb1ede14005aaedb93d093bdcae_b2803d5d10cc56dcc32733e3617060d8, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:58,754 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111521dc6eb1ede14005aaedb93d093bdcae_b2803d5d10cc56dcc32733e3617060d8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:58,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741990_1166 (size=12241)
2024-11-15T16:40:58,767 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/598b8b15a0464dee90d5a4f95385f7e9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/598b8b15a0464dee90d5a4f95385f7e9
2024-11-15T16:40:58,774 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/B of b2803d5d10cc56dcc32733e3617060d8 into 598b8b15a0464dee90d5a4f95385f7e9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:58,774 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:58,774 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/B, priority=12, startTime=1731688858665; duration=0sec
2024-11-15T16:40:58,774 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:40:58,774 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:B
2024-11-15T16:40:58,774 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:40:58,775 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:40:58,775 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/C is initiating minor compaction (all files)
2024-11-15T16:40:58,776 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/C in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:58,776 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/815d812118194c779b8e49941be3bed8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0f752c969bf54d869118f4b4078dd97d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b736c99b0f934716bbdbc0cc22a56981, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/85ee54eac75542a88f47cb4433883487] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=47.0 K
2024-11-15T16:40:58,777 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 815d812118194c779b8e49941be3bed8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688855595
2024-11-15T16:40:58,777 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f752c969bf54d869118f4b4078dd97d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1731688855902
2024-11-15T16:40:58,778 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b736c99b0f934716bbdbc0cc22a56981, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731688856247
2024-11-15T16:40:58,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741991_1167 (size=4469)
2024-11-15T16:40:58,780 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 85ee54eac75542a88f47cb4433883487, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731688857463
2024-11-15T16:40:58,781 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#A#compaction#144 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:58,782 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/fdb412eea54540b9bc239d4382adab86 is 175, key is test_row_0/A:col10/1731688858106/Put/seqid=0
2024-11-15T16:40:58,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-15T16:40:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:40:58,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=154.31 KB heapSize=421.31 KB
2024-11-15T16:40:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:40:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:40:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:40:58,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:40:58,796 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#C#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:40:58,797 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/d3c746f396914783bee8db612266e9d7 is 50, key is test_row_0/C:col10/1731688858106/Put/seqid=0
2024-11-15T16:40:58,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741992_1168 (size=31195)
2024-11-15T16:40:58,810 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/fdb412eea54540b9bc239d4382adab86 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/fdb412eea54540b9bc239d4382adab86
2024-11-15T16:40:58,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111558ef796e96ba46bd94f75553ae926332_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688858292/Put/seqid=0
2024-11-15T16:40:58,826 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/A of b2803d5d10cc56dcc32733e3617060d8 into fdb412eea54540b9bc239d4382adab86(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:58,826 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:58,826 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/A, priority=12, startTime=1731688858665; duration=0sec
2024-11-15T16:40:58,826 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:58,826 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:A
2024-11-15T16:40:58,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741993_1169 (size=12241)
2024-11-15T16:40:58,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741994_1170 (size=12304)
2024-11-15T16:40:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:58,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:40:58,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688918942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688918942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688918942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688918942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688918944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-15T16:40:59,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688919062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:59,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:59,260 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/d3c746f396914783bee8db612266e9d7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/d3c746f396914783bee8db612266e9d7
2024-11-15T16:40:59,266 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/C of b2803d5d10cc56dcc32733e3617060d8 into d3c746f396914783bee8db612266e9d7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:40:59,266 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:40:59,266 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/C, priority=12, startTime=1731688858665; duration=0sec
2024-11-15T16:40:59,266 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:40:59,267 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:C
2024-11-15T16:40:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-15T16:40:59,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688919272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:40:59,299 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111558ef796e96ba46bd94f75553ae926332_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558ef796e96ba46bd94f75553ae926332_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:40:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ec18af4710f417998f44907dd6b35db, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:40:59,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ec18af4710f417998f44907dd6b35db is 175, key is test_row_0/A:col10/1731688858292/Put/seqid=0
2024-11-15T16:40:59,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741995_1171 (size=31105)
2024-11-15T16:40:59,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688919462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:59,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688919462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:59,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688919462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:59,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688919462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:59,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:40:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688919582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:40:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:40:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:40:59,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ec18af4710f417998f44907dd6b35db
2024-11-15T16:40:59,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/9be9ec278ca0446b8ca6a87cb576f0dc is 50, key is test_row_0/B:col10/1731688858292/Put/seqid=0
2024-11-15T16:40:59,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741996_1172 (size=12151)
2024-11-15T16:40:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-15T16:41:00,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688920092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:00,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/9be9ec278ca0446b8ca6a87cb576f0dc
2024-11-15T16:41:00,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/04ac4f6f33144eee8e9cf402542c72a0 is 50, key is test_row_0/C:col10/1731688858292/Put/seqid=0
2024-11-15T16:41:00,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741997_1173 (size=12151)
2024-11-15T16:41:00,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688920472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:00,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:00,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688920482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688920482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:00,484 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:00,485 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:00,485 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:00,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688920482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:00,488 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:00,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:00,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/04ac4f6f33144eee8e9cf402542c72a0
2024-11-15T16:41:00,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ec18af4710f417998f44907dd6b35db as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ec18af4710f417998f44907dd6b35db
2024-11-15T16:41:00,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ec18af4710f417998f44907dd6b35db, entries=150, sequenceid=145, filesize=30.4 K
2024-11-15T16:41:00,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/9be9ec278ca0446b8ca6a87cb576f0dc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9be9ec278ca0446b8ca6a87cb576f0dc
2024-11-15T16:41:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9be9ec278ca0446b8ca6a87cb576f0dc, entries=150, sequenceid=145, filesize=11.9 K
2024-11-15T16:41:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/04ac4f6f33144eee8e9cf402542c72a0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/04ac4f6f33144eee8e9cf402542c72a0
2024-11-15T16:41:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/04ac4f6f33144eee8e9cf402542c72a0, entries=150, sequenceid=145, filesize=11.9 K
2024-11-15T16:41:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,591 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~421.27 KB/431376, currentSize=33.54 KB/34350 for b2803d5d10cc56dcc32733e3617060d8 in 1798ms, sequenceid=145, compaction requested=false
2024-11-15T16:41:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:00,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:00,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-15T16:41:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-15T16:41:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,596 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-15T16:41:00,596 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9530 sec
2024-11-15T16:41:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,598 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.9590 sec
2024-11-15T16:41:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-15T16:41:00,791 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-15T16:41:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-15T16:41:00,794 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,795 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:00,796 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-15T16:41:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-15T16:41:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:00,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-15T16:41:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111558b4683f6c674bffaac54e056a671fe3_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688858939/Put/seqid=0
2024-11-15T16:41:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741998_1174 (size=9814)
2024-11-15T16:41:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111558b4683f6c674bffaac54e056a671fe3_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558b4683f6c674bffaac54e056a671fe3_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/0b29ffaba9a842fa86167d109c04fed9, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/0b29ffaba9a842fa86167d109c04fed9 is 175, key is test_row_0/A:col10/1731688858939/Put/seqid=0
2024-11-15T16:41:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741999_1175 (size=22461)
2024-11-15T16:41:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/0b29ffaba9a842fa86167d109c04fed9
2024-11-15T16:41:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ab9d75c600a944c88a09244aed9bcf9d is 50, key is test_row_0/B:col10/1731688858939/Put/seqid=0
2024-11-15T16:41:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-15T16:41:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742000_1176 (size=9757)
2024-11-15T16:41:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:01,226 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688861201, max timestamp=1731688861222Num uniques 859; 
2024-11-15T16:41:01,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:01,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688861201, max timestamp=1731688861222Num uniques 859; 
2024-11-15T16:41:01,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:01,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688861201, max timestamp=1731688861222Num uniques 859; 
2024-11-15T16:41:01,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:01,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731688861275, max timestamp=1731688861372Num uniques 1018; 
2024-11-15T16:41:01,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731688861275, max timestamp=1731688861372Num uniques 1018; 
2024-11-15T16:41:01,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-15T16:41:01,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-15T16:41:01,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731688861275, max timestamp=1731688861372Num uniques 1018; 
2024-11-15T16:41:01,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-15T16:41:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-15T16:41:01,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731688861425, max timestamp=1731688861457Num uniques 1077; 
2024-11-15T16:41:01,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-15T16:41:01,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731688861425, max timestamp=1731688861457Num uniques 1077; 
2024-11-15T16:41:01,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-15T16:41:01,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731688861425, max timestamp=1731688861457Num uniques 1077; 
2024-11-15T16:41:01,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150
2024-11-15T16:41:01,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ab9d75c600a944c88a09244aed9bcf9d
2024-11-15T16:41:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/14afe7c4e22543b0bc598cf174c7ca7d is 50, key is test_row_0/C:col10/1731688858939/Put/seqid=0
2024-11-15T16:41:01,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742001_1177 (size=9757)
2024-11-15T16:41:01,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731688861496, max timestamp=1731688861544Num uniques 1086; 
2024-11-15T16:41:01,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-15T16:41:01,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731688861496, max timestamp=1731688861544Num uniques 1009; 
2024-11-15T16:41:01,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731688861496, max timestamp=1731688861544Num uniques 1086; 
2024-11-15T16:41:01,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10806, suffix heap size=132904,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=236
2024-11-15T16:41:01,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-11-15T16:41:01,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731688861608, max timestamp=1731688861651Num uniques 1095; 
2024-11-15T16:41:01,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-15T16:41:01,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731688861608, max timestamp=1731688861651Num uniques 1095; 
2024-11-15T16:41:01,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-15T16:41:01,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731688861608, max timestamp=1731688861651Num uniques 1095; 
2024-11-15T16:41:01,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-15T16:41:01,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731688861722, max timestamp=1731688861754Num uniques 1054; 
2024-11-15T16:41:01,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204
2024-11-15T16:41:01,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731688861722, max timestamp=1731688861754Num uniques 1054; 
2024-11-15T16:41:01,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204
2024-11-15T16:41:01,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731688861722, max timestamp=1731688861754Num uniques 1054; 
2024-11-15T16:41:01,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204
2024-11-15T16:41:01,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731688861809, max timestamp=1731688861861Num uniques 1063; 
2024-11-15T16:41:01,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263
2024-11-15T16:41:01,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731688861809, max timestamp=1731688861861Num uniques 1063; 
2024-11-15T16:41:01,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263
2024-11-15T16:41:01,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731688861809, max timestamp=1731688861861Num uniques 1063; 
2024-11-15T16:41:01,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263
2024-11-15T16:41:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-15T16:41:01,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/14afe7c4e22543b0bc598cf174c7ca7d
2024-11-15T16:41:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/0b29ffaba9a842fa86167d109c04fed9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/0b29ffaba9a842fa86167d109c04fed9
2024-11-15T16:41:01,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/0b29ffaba9a842fa86167d109c04fed9, entries=100, sequenceid=155, filesize=21.9 K
2024-11-15T16:41:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ab9d75c600a944c88a09244aed9bcf9d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ab9d75c600a944c88a09244aed9bcf9d
2024-11-15T16:41:01,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ab9d75c600a944c88a09244aed9bcf9d, entries=100, sequenceid=155, filesize=9.5 K
2024-11-15T16:41:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/14afe7c4e22543b0bc598cf174c7ca7d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/14afe7c4e22543b0bc598cf174c7ca7d
2024-11-15T16:41:01,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/14afe7c4e22543b0bc598cf174c7ca7d, entries=100, sequenceid=155, filesize=9.5 K
2024-11-15T16:41:01,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=120.76 KB/123660 for b2803d5d10cc56dcc32733e3617060d8 in 1034ms, sequenceid=155, compaction requested=true
2024-11-15T16:41:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-15T16:41:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-15T16:41:01,990 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-15T16:41:01,991 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1930 sec
2024-11-15T16:41:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:01,993 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=127.47 KB heapSize=355.31 KB
2024-11-15T16:41:01,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:01,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:01,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:01,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:01,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:01,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:01,995 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.1990 sec
2024-11-15T16:41:02,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152716a01d3f864f60bd88088676cf4fe5_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688861984/Put/seqid=0
2024-11-15T16:41:02,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742002_1178 (size=14994)
2024-11-15T16:41:02,048 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:02,055 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152716a01d3f864f60bd88088676cf4fe5_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152716a01d3f864f60bd88088676cf4fe5_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:02,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/c06e358ca03f485cb5332b14962b7922, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:02,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/c06e358ca03f485cb5332b14962b7922 is 175, key is test_row_0/A:col10/1731688861984/Put/seqid=0
2024-11-15T16:41:02,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742003_1179 (size=39949)
2024-11-15T16:41:02,063 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/c06e358ca03f485cb5332b14962b7922
2024-11-15T16:41:02,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688922067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/8e88c7c1a7df49f1a7baa21a5a12c379 is 50, key is test_row_0/B:col10/1731688861984/Put/seqid=0
2024-11-15T16:41:02,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742004_1180 (size=12301)
2024-11-15T16:41:02,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688922182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-15T16:41:02,270 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-15T16:41:02,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688922392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688922502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688922502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688922502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,516 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,515 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,520 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688922519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,523 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,532 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/8e88c7c1a7df49f1a7baa21a5a12c379
2024-11-15T16:41:02,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/e4567101086346a2866e4a8a1d01064d is 50, key is test_row_0/C:col10/1731688861984/Put/seqid=0
2024-11-15T16:41:02,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742005_1181 (size=12301)
2024-11-15T16:41:02,607 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/e4567101086346a2866e4a8a1d01064d
2024-11-15T16:41:02,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/c06e358ca03f485cb5332b14962b7922 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/c06e358ca03f485cb5332b14962b7922
2024-11-15T16:41:02,623 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/c06e358ca03f485cb5332b14962b7922, entries=200, sequenceid=292, filesize=39.0 K
2024-11-15T16:41:02,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/8e88c7c1a7df49f1a7baa21a5a12c379 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/8e88c7c1a7df49f1a7baa21a5a12c379
2024-11-15T16:41:02,630 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/8e88c7c1a7df49f1a7baa21a5a12c379, entries=150, sequenceid=292, filesize=12.0 K
2024-11-15T16:41:02,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/e4567101086346a2866e4a8a1d01064d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e4567101086346a2866e4a8a1d01064d
2024-11-15T16:41:02,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e4567101086346a2866e4a8a1d01064d, entries=150, sequenceid=292, filesize=12.0 K
2024-11-15T16:41:02,666 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.27 KB/363792, currentSize=53.67 KB/54960 for b2803d5d10cc56dcc32733e3617060d8 in 673ms, sequenceid=292, compaction requested=true
2024-11-15T16:41:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:02,667 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:02,667 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:02,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:02,669 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 124710 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:02,669 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/A is initiating minor compaction (all files)
2024-11-15T16:41:02,669 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:02,669 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/A in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:02,669 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/B is initiating minor compaction (all files)
2024-11-15T16:41:02,669 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/fdb412eea54540b9bc239d4382adab86, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ec18af4710f417998f44907dd6b35db, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/0b29ffaba9a842fa86167d109c04fed9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/c06e358ca03f485cb5332b14962b7922] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=121.8 K
2024-11-15T16:41:02,670 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/B in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:02,670 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:02,670 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/fdb412eea54540b9bc239d4382adab86, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ec18af4710f417998f44907dd6b35db, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/0b29ffaba9a842fa86167d109c04fed9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/c06e358ca03f485cb5332b14962b7922]
2024-11-15T16:41:02,670 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/598b8b15a0464dee90d5a4f95385f7e9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9be9ec278ca0446b8ca6a87cb576f0dc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ab9d75c600a944c88a09244aed9bcf9d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/8e88c7c1a7df49f1a7baa21a5a12c379] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=45.4 K
2024-11-15T16:41:02,670 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdb412eea54540b9bc239d4382adab86, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731688857463
2024-11-15T16:41:02,670 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 598b8b15a0464dee90d5a4f95385f7e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731688857463
2024-11-15T16:41:02,671 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ec18af4710f417998f44907dd6b35db, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688858292
2024-11-15T16:41:02,671 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be9ec278ca0446b8ca6a87cb576f0dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688858292
2024-11-15T16:41:02,671 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b29ffaba9a842fa86167d109c04fed9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731688858939
2024-11-15T16:41:02,671 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ab9d75c600a944c88a09244aed9bcf9d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731688858939
2024-11-15T16:41:02,672 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c06e358ca03f485cb5332b14962b7922, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731688861927
2024-11-15T16:41:02,672 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e88c7c1a7df49f1a7baa21a5a12c379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731688861927
2024-11-15T16:41:02,697 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#B#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:02,698 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/b8c42f49b370467bbc1e0f056ea9fb3f is 50, key is test_row_0/B:col10/1731688861984/Put/seqid=0
2024-11-15T16:41:02,703 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:02,714 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:41:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:02,721 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115987224e6d4594fd3a013d113a0571ca9_b2803d5d10cc56dcc32733e3617060d8 store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:02,722 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115987224e6d4594fd3a013d113a0571ca9_b2803d5d10cc56dcc32733e3617060d8, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:02,723 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115987224e6d4594fd3a013d113a0571ca9_b2803d5d10cc56dcc32733e3617060d8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:02,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742006_1182 (size=12677)
2024-11-15T16:41:02,746 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/b8c42f49b370467bbc1e0f056ea9fb3f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/b8c42f49b370467bbc1e0f056ea9fb3f
2024-11-15T16:41:02,752 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/B of b2803d5d10cc56dcc32733e3617060d8 into b8c42f49b370467bbc1e0f056ea9fb3f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:02,752 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:02,752 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/B, priority=12, startTime=1731688862667; duration=0sec
2024-11-15T16:41:02,752 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:02,752 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:B
2024-11-15T16:41:02,753 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:02,754 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:02,754 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/C is initiating minor compaction (all files)
2024-11-15T16:41:02,754 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/C in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:02,754 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/d3c746f396914783bee8db612266e9d7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/04ac4f6f33144eee8e9cf402542c72a0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/14afe7c4e22543b0bc598cf174c7ca7d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e4567101086346a2866e4a8a1d01064d] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=45.4 K
2024-11-15T16:41:02,755 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d3c746f396914783bee8db612266e9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731688857463
2024-11-15T16:41:02,755 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 04ac4f6f33144eee8e9cf402542c72a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688858292
2024-11-15T16:41:02,756 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 14afe7c4e22543b0bc598cf174c7ca7d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731688858939
2024-11-15T16:41:02,759 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e4567101086346a2866e4a8a1d01064d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731688861927
2024-11-15T16:41:02,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115db6eeb1106b14144b4d0a25d589f3ee9_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688862709/Put/seqid=0
2024-11-15T16:41:02,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742007_1183 (size=4469)
2024-11-15T16:41:02,793 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#A#compaction#156 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:02,793 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/2dedd3ce9fa84d11b41393819dbfd7a4 is 175, key is test_row_0/A:col10/1731688861984/Put/seqid=0
2024-11-15T16:41:02,807 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:02,807 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b02a2d1b1d484c63b284c144eaf23fd1 is 50, key is test_row_0/C:col10/1731688861984/Put/seqid=0
2024-11-15T16:41:02,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742008_1184 (size=14994)
2024-11-15T16:41:02,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:02,847 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115db6eeb1106b14144b4d0a25d589f3ee9_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115db6eeb1106b14144b4d0a25d589f3ee9_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:02,849 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/93ae6d09144746019aaa0e0ea716c572, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:02,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/93ae6d09144746019aaa0e0ea716c572 is 175, key is test_row_0/A:col10/1731688862709/Put/seqid=0
2024-11-15T16:41:02,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742009_1185 (size=31631)
2024-11-15T16:41:02,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688922863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,876 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/2dedd3ce9fa84d11b41393819dbfd7a4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2dedd3ce9fa84d11b41393819dbfd7a4
2024-11-15T16:41:02,892 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/A of b2803d5d10cc56dcc32733e3617060d8 into 2dedd3ce9fa84d11b41393819dbfd7a4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:02,892 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:02,893 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/A, priority=12, startTime=1731688862667; duration=0sec
2024-11-15T16:41:02,893 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:02,893 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:A
2024-11-15T16:41:02,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742010_1186 (size=12677)
2024-11-15T16:41:02,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742011_1187 (size=39949)
2024-11-15T16:41:02,903 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b02a2d1b1d484c63b284c144eaf23fd1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b02a2d1b1d484c63b284c144eaf23fd1
2024-11-15T16:41:02,903 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/93ae6d09144746019aaa0e0ea716c572
2024-11-15T16:41:02,910 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/C of b2803d5d10cc56dcc32733e3617060d8 into b02a2d1b1d484c63b284c144eaf23fd1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:02,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:02,910 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/C, priority=12, startTime=1731688862667; duration=0sec
2024-11-15T16:41:02,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:02,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:C
2024-11-15T16:41:02,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/6f2658ef480145f0856c6a932b8467ca is 50, key is test_row_0/B:col10/1731688862709/Put/seqid=0
2024-11-15T16:41:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-15T16:41:02,942 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:02,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-15T16:41:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-15T16:41:02,950 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:02,951 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:02,952 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:02,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742012_1188 (size=12301)
2024-11-15T16:41:02,967 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/6f2658ef480145f0856c6a932b8467ca
2024-11-15T16:41:02,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688922982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:02,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:02,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ddcfb968b6be49b3b7052b08127032b2 is 50, key is test_row_0/C:col10/1731688862709/Put/seqid=0
2024-11-15T16:41:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-15T16:41:03,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742013_1189 (size=12301)
2024-11-15T16:41:03,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-15T16:41:03,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:03,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688923192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:03,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-15T16:41:03,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:03,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:03,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:03,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-15T16:41:03,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-15T16:41:03,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:03,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:03,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:03,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:03,460 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ddcfb968b6be49b3b7052b08127032b2
2024-11-15T16:41:03,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/93ae6d09144746019aaa0e0ea716c572 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/93ae6d09144746019aaa0e0ea716c572
2024-11-15T16:41:03,477 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/93ae6d09144746019aaa0e0ea716c572, entries=200, sequenceid=304, filesize=39.0 K
2024-11-15T16:41:03,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/6f2658ef480145f0856c6a932b8467ca as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/6f2658ef480145f0856c6a932b8467ca
2024-11-15T16:41:03,484 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/6f2658ef480145f0856c6a932b8467ca, entries=150, sequenceid=304, filesize=12.0 K
2024-11-15T16:41:03,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ddcfb968b6be49b3b7052b08127032b2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddcfb968b6be49b3b7052b08127032b2
2024-11-15T16:41:03,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688923502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:03,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddcfb968b6be49b3b7052b08127032b2, entries=150, sequenceid=304, filesize=12.0 K
2024-11-15T16:41:03,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:03,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:03,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:03,506 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b2803d5d10cc56dcc32733e3617060d8 in 792ms, sequenceid=304, compaction requested=false
2024-11-15T16:41:03,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-15T16:41:03,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-15T16:41:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:03,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:41:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157b0fb2ecc0984cc890a01df389df13d5_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688862835/Put/seqid=0
2024-11-15T16:41:03,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742014_1190 (size=12454)
2024-11-15T16:41:03,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:03,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157b0fb2ecc0984cc890a01df389df13d5_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157b0fb2ecc0984cc890a01df389df13d5_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:03,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a642f360c0524c04ab5f6ccb4a19fd21, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a642f360c0524c04ab5f6ccb4a19fd21 is 175, key is test_row_0/A:col10/1731688862835/Put/seqid=0
2024-11-15T16:41:03,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742015_1191 (size=31255)
2024-11-15T16:41:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:04,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a642f360c0524c04ab5f6ccb4a19fd21
2024-11-15T16:41:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/51012e26cb0a4b58bca1cdfeb99a1c9d is 50, key is test_row_0/B:col10/1731688862835/Put/seqid=0
2024-11-15T16:41:04,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742016_1192 (size=12301)
2024-11-15T16:41:04,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688924056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-15T16:41:04,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688924171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:04,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688924382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:04,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/51012e26cb0a4b58bca1cdfeb99a1c9d
2024-11-15T16:41:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/c84e2d9dbf584d02951b88647e7e0f15 is 50, key is test_row_0/C:col10/1731688862835/Put/seqid=0
2024-11-15T16:41:04,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742017_1193 (size=12301)
2024-11-15T16:41:04,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/c84e2d9dbf584d02951b88647e7e0f15
2024-11-15T16:41:04,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a642f360c0524c04ab5f6ccb4a19fd21 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a642f360c0524c04ab5f6ccb4a19fd21
2024-11-15T16:41:04,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a642f360c0524c04ab5f6ccb4a19fd21, entries=150, sequenceid=327, filesize=30.5 K
2024-11-15T16:41:04,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/51012e26cb0a4b58bca1cdfeb99a1c9d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/51012e26cb0a4b58bca1cdfeb99a1c9d
2024-11-15T16:41:04,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/51012e26cb0a4b58bca1cdfeb99a1c9d, entries=150, sequenceid=327, filesize=12.0 K
2024-11-15T16:41:04,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/c84e2d9dbf584d02951b88647e7e0f15 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c84e2d9dbf584d02951b88647e7e0f15
2024-11-15T16:41:04,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c84e2d9dbf584d02951b88647e7e0f15, entries=150, sequenceid=327, filesize=12.0 K
2024-11-15T16:41:04,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b2803d5d10cc56dcc32733e3617060d8 in 938ms, sequenceid=327, compaction requested=true
2024-11-15T16:41:04,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:04,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:04,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-15T16:41:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-15T16:41:04,517 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-15T16:41:04,517 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec
2024-11-15T16:41:04,519 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.5750 sec
2024-11-15T16:41:04,695 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:41:04,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:04,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:04,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:04,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:04,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:04,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:04,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d8b81e54ea34493dabcdc326509b2aa8_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688864692/Put/seqid=0
2024-11-15T16:41:04,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742018_1194 (size=12454)
2024-11-15T16:41:04,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:04,754 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d8b81e54ea34493dabcdc326509b2aa8_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d8b81e54ea34493dabcdc326509b2aa8_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:04,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/98a5e458fbb64dab9188672ef0eaee06, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:04,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/98a5e458fbb64dab9188672ef0eaee06 is 175, key is test_row_0/A:col10/1731688864692/Put/seqid=0
2024-11-15T16:41:04,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742019_1195 (size=31255)
2024-11-15T16:41:04,777 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/98a5e458fbb64dab9188672ef0eaee06
2024-11-15T16:41:04,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/dd5dcbd455cb470e9c9dec492765d96d is 50, key is test_row_0/B:col10/1731688864692/Put/seqid=0
2024-11-15T16:41:04,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688924797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:04,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742020_1196 (size=12301)
2024-11-15T16:41:04,808 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/dd5dcbd455cb470e9c9dec492765d96d
2024-11-15T16:41:04,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/0313e8e3191b42028e84283731346ff0 is 50, key is test_row_0/C:col10/1731688864692/Put/seqid=0
2024-11-15T16:41:04,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742021_1197 (size=12301)
2024-11-15T16:41:04,845 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/0313e8e3191b42028e84283731346ff0
2024-11-15T16:41:04,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/98a5e458fbb64dab9188672ef0eaee06 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/98a5e458fbb64dab9188672ef0eaee06
2024-11-15T16:41:04,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/98a5e458fbb64dab9188672ef0eaee06, entries=150, sequenceid=340, filesize=30.5 K
2024-11-15T16:41:04,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/dd5dcbd455cb470e9c9dec492765d96d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dd5dcbd455cb470e9c9dec492765d96d
2024-11-15T16:41:04,877 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dd5dcbd455cb470e9c9dec492765d96d, entries=150, sequenceid=340, filesize=12.0 K
2024-11-15T16:41:04,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/0313e8e3191b42028e84283731346ff0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0313e8e3191b42028e84283731346ff0
2024-11-15T16:41:04,885 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0313e8e3191b42028e84283731346ff0, entries=150, sequenceid=340, filesize=12.0 K
2024-11-15T16:41:04,886 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b2803d5d10cc56dcc32733e3617060d8 in 192ms, sequenceid=340, compaction requested=true
2024-11-15T16:41:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:04,887 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:04,887 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:04,888 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134090 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:04,888 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49580 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:04,888 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/A is initiating minor compaction (all files)
2024-11-15T16:41:04,888 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/B is initiating minor compaction (all files)
2024-11-15T16:41:04,888 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/A in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:04,888 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/B in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:04,888 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/b8c42f49b370467bbc1e0f056ea9fb3f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/6f2658ef480145f0856c6a932b8467ca, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/51012e26cb0a4b58bca1cdfeb99a1c9d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dd5dcbd455cb470e9c9dec492765d96d] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=48.4 K
2024-11-15T16:41:04,889 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2dedd3ce9fa84d11b41393819dbfd7a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/93ae6d09144746019aaa0e0ea716c572, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a642f360c0524c04ab5f6ccb4a19fd21, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/98a5e458fbb64dab9188672ef0eaee06] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=130.9 K
2024-11-15T16:41:04,889 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:04,889 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2dedd3ce9fa84d11b41393819dbfd7a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/93ae6d09144746019aaa0e0ea716c572, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a642f360c0524c04ab5f6ccb4a19fd21, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/98a5e458fbb64dab9188672ef0eaee06]
2024-11-15T16:41:04,889 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c42f49b370467bbc1e0f056ea9fb3f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731688861927
2024-11-15T16:41:04,889 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dedd3ce9fa84d11b41393819dbfd7a4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731688861927
2024-11-15T16:41:04,889 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f2658ef480145f0856c6a932b8467ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731688862034
2024-11-15T16:41:04,890 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93ae6d09144746019aaa0e0ea716c572, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731688862034
2024-11-15T16:41:04,890 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 51012e26cb0a4b58bca1cdfeb99a1c9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731688862835
2024-11-15T16:41:04,890 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a642f360c0524c04ab5f6ccb4a19fd21, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731688862835
2024-11-15T16:41:04,890 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting dd5dcbd455cb470e9c9dec492765d96d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731688864013
2024-11-15T16:41:04,891 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98a5e458fbb64dab9188672ef0eaee06, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731688864013
2024-11-15T16:41:04,908 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:04,912 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:04,912 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115f0b017bfcdcd4d98a2de7d00a88ed1ca_b2803d5d10cc56dcc32733e3617060d8 store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:04,913 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/881d2ee82ffb488c876b1669988535b2 is 50, key is test_row_0/B:col10/1731688864692/Put/seqid=0
2024-11-15T16:41:04,914 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115f0b017bfcdcd4d98a2de7d00a88ed1ca_b2803d5d10cc56dcc32733e3617060d8, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:04,915 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f0b017bfcdcd4d98a2de7d00a88ed1ca_b2803d5d10cc56dcc32733e3617060d8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:04,924 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:41:04,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:04,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:04,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:04,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:04,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:04,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:04,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742023_1199 (size=4469)
2024-11-15T16:41:04,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742022_1198 (size=12813)
2024-11-15T16:41:04,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ab08eb0f42f24c918812074df1ea3164_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688864792/Put/seqid=0
2024-11-15T16:41:04,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688924973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:04,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742024_1200 (size=14994)
2024-11-15T16:41:04,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:04,984 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ab08eb0f42f24c918812074df1ea3164_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ab08eb0f42f24c918812074df1ea3164_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:04,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8fceb4ff3a454bac95f8b08c014f4d5d, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:04,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8fceb4ff3a454bac95f8b08c014f4d5d is 175, key is test_row_0/A:col10/1731688864792/Put/seqid=0
2024-11-15T16:41:05,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742025_1201 (size=39949)
2024-11-15T16:41:05,023 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8fceb4ff3a454bac95f8b08c014f4d5d
2024-11-15T16:41:05,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/17899d39ffed436e99132b024d26624a is 50, key is test_row_0/B:col10/1731688864792/Put/seqid=0
2024-11-15T16:41:05,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742026_1202 (size=12301)
2024-11-15T16:41:05,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688925082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-15T16:41:05,092 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:05,093 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-15T16:41:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-15T16:41:05,095 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:05,095 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:05,095 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-15T16:41:05,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-15T16:41:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:05,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:05,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:05,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688925292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:05,349 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#A#compaction#167 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:05,350 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/ecfe97cff6c2421c9ba1c23025244d4e is 175, key is test_row_0/A:col10/1731688864692/Put/seqid=0
2024-11-15T16:41:05,363 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/881d2ee82ffb488c876b1669988535b2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/881d2ee82ffb488c876b1669988535b2
2024-11-15T16:41:05,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742027_1203 (size=31767)
2024-11-15T16:41:05,373 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/B of b2803d5d10cc56dcc32733e3617060d8 into 881d2ee82ffb488c876b1669988535b2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:05,373 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:05,373 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/B, priority=12, startTime=1731688864887; duration=0sec
2024-11-15T16:41:05,373 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:05,373 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:B
2024-11-15T16:41:05,373 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:05,375 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49580 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:05,375 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/C is initiating minor compaction (all files)
2024-11-15T16:41:05,375 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/C in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:05,375 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b02a2d1b1d484c63b284c144eaf23fd1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddcfb968b6be49b3b7052b08127032b2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c84e2d9dbf584d02951b88647e7e0f15, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0313e8e3191b42028e84283731346ff0] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=48.4 K
2024-11-15T16:41:05,376 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b02a2d1b1d484c63b284c144eaf23fd1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731688861927
2024-11-15T16:41:05,383 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ddcfb968b6be49b3b7052b08127032b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731688862034
2024-11-15T16:41:05,384 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c84e2d9dbf584d02951b88647e7e0f15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731688862835
2024-11-15T16:41:05,384 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0313e8e3191b42028e84283731346ff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731688864013
2024-11-15T16:41:05,395 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:05,396 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/a17d8ab755084d1f84219912189d643c is 50, key is test_row_0/C:col10/1731688864692/Put/seqid=0
2024-11-15T16:41:05,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-15T16:41:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:05,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-15T16:41:05,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742028_1204 (size=12813)
2024-11-15T16:41:05,433 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/a17d8ab755084d1f84219912189d643c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a17d8ab755084d1f84219912189d643c
2024-11-15T16:41:05,447 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/C of b2803d5d10cc56dcc32733e3617060d8 into a17d8ab755084d1f84219912189d643c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:05,447 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:05,447 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/C, priority=12, startTime=1731688864887; duration=0sec
2024-11-15T16:41:05,447 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:05,447 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:C
2024-11-15T16:41:05,451 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/17899d39ffed436e99132b024d26624a
2024-11-15T16:41:05,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/cf4e2615351c408ab3cd8c1ac80f704f is 50, key is test_row_0/C:col10/1731688864792/Put/seqid=0
2024-11-15T16:41:05,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742029_1205 (size=12301)
2024-11-15T16:41:05,486 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/cf4e2615351c408ab3cd8c1ac80f704f
2024-11-15T16:41:05,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8fceb4ff3a454bac95f8b08c014f4d5d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8fceb4ff3a454bac95f8b08c014f4d5d
2024-11-15T16:41:05,503 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8fceb4ff3a454bac95f8b08c014f4d5d, entries=200, sequenceid=360, filesize=39.0 K
2024-11-15T16:41:05,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/17899d39ffed436e99132b024d26624a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/17899d39ffed436e99132b024d26624a
2024-11-15T16:41:05,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/17899d39ffed436e99132b024d26624a, entries=150, sequenceid=360, filesize=12.0 K
2024-11-15T16:41:05,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/cf4e2615351c408ab3cd8c1ac80f704f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/cf4e2615351c408ab3cd8c1ac80f704f
2024-11-15T16:41:05,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/cf4e2615351c408ab3cd8c1ac80f704f, entries=150, sequenceid=360, filesize=12.0 K
2024-11-15T16:41:05,519 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b2803d5d10cc56dcc32733e3617060d8 in 595ms, sequenceid=360, compaction requested=false
2024-11-15T16:41:05,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:05,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-15T16:41:05,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:05,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:41:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f2b3e46ae1cb433392d36185f8ac98df_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688864963/Put/seqid=0
2024-11-15T16:41:05,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742030_1206 (size=12454)
2024-11-15T16:41:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:05,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:05,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688925702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-15T16:41:05,777 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/ecfe97cff6c2421c9ba1c23025244d4e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/ecfe97cff6c2421c9ba1c23025244d4e
2024-11-15T16:41:05,785 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/A of b2803d5d10cc56dcc32733e3617060d8 into ecfe97cff6c2421c9ba1c23025244d4e(size=31.0 K), total size for store is 70.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:05,785 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:05,785 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/A, priority=12, startTime=1731688864887; duration=0sec
2024-11-15T16:41:05,786 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:05,786 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:A
2024-11-15T16:41:05,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688925811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:05,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f2b3e46ae1cb433392d36185f8ac98df_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f2b3e46ae1cb433392d36185f8ac98df_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:05,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/5cd5d318c8c040719ce9c083a5e33be8, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:05,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/5cd5d318c8c040719ce9c083a5e33be8 is 175, key is test_row_0/A:col10/1731688864963/Put/seqid=0
2024-11-15T16:41:06,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742031_1207 (size=31255)
2024-11-15T16:41:06,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688926022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-15T16:41:06,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688926333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:06,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/5cd5d318c8c040719ce9c083a5e33be8
2024-11-15T16:41:06,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/c945b7c959874a7c951fab59335b0b07 is 50, key is test_row_0/B:col10/1731688864963/Put/seqid=0
2024-11-15T16:41:06,458 INFO  [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T16:41:06,458 INFO  [master/a9bde5b3a1b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T16:41:06,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742032_1208 (size=12301)
2024-11-15T16:41:06,486 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/c945b7c959874a7c951fab59335b0b07
2024-11-15T16:41:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/3e2e83b2af2e4791a3f4be993a191dde is 50, key is test_row_0/C:col10/1731688864963/Put/seqid=0
2024-11-15T16:41:06,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45662 deadline: 1731688926532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:06,533 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:06,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742033_1209 (size=12301)
2024-11-15T16:41:06,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/3e2e83b2af2e4791a3f4be993a191dde
2024-11-15T16:41:06,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/5cd5d318c8c040719ce9c083a5e33be8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/5cd5d318c8c040719ce9c083a5e33be8
2024-11-15T16:41:06,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731688926552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:06,556 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:06,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:06,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/5cd5d318c8c040719ce9c083a5e33be8, entries=150, sequenceid=374, filesize=30.5 K
2024-11-15T16:41:06,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45604 deadline: 1731688926561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:06,568 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:06,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:06,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45650 deadline: 1731688926561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:06,570 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in b2803d5d10cc56dcc32733e3617060d8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:06,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/c945b7c959874a7c951fab59335b0b07 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c945b7c959874a7c951fab59335b0b07
2024-11-15T16:41:06,577 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c945b7c959874a7c951fab59335b0b07, entries=150, sequenceid=374, filesize=12.0 K
2024-11-15T16:41:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/3e2e83b2af2e4791a3f4be993a191dde as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/3e2e83b2af2e4791a3f4be993a191dde
2024-11-15T16:41:06,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/3e2e83b2af2e4791a3f4be993a191dde, entries=150, sequenceid=374, filesize=12.0 K
2024-11-15T16:41:06,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b2803d5d10cc56dcc32733e3617060d8 in 1025ms, sequenceid=374, compaction requested=true
2024-11-15T16:41:06,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:06,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:06,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-15T16:41:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-15T16:41:06,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-15T16:41:06,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec
2024-11-15T16:41:06,595 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5000 sec
2024-11-15T16:41:06,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-15T16:41:06,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:06,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:06,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:06,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:06,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:06,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:06,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b789760f5b5449bc8ad303044c3d7aec_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688865700/Put/seqid=0
2024-11-15T16:41:06,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742034_1210 (size=14994)
2024-11-15T16:41:06,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688926904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:06,912 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:06,917 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b789760f5b5449bc8ad303044c3d7aec_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b789760f5b5449bc8ad303044c3d7aec_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:06,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/194bc512732a42beaff33491f3d78c90, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:06,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/194bc512732a42beaff33491f3d78c90 is 175, key is test_row_0/A:col10/1731688865700/Put/seqid=0
2024-11-15T16:41:06,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742035_1211 (size=39949)
2024-11-15T16:41:06,967 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/194bc512732a42beaff33491f3d78c90
2024-11-15T16:41:06,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/192f85c72b614ffd880a29f3be8ace9a is 50, key is test_row_0/B:col10/1731688865700/Put/seqid=0
2024-11-15T16:41:07,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742036_1212 (size=12301)
2024-11-15T16:41:07,002 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/192f85c72b614ffd880a29f3be8ace9a
2024-11-15T16:41:07,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688927012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:07,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ad18f357b3204e12b0c8b1812c2fefec is 50, key is test_row_0/C:col10/1731688865700/Put/seqid=0
2024-11-15T16:41:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:07,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742037_1213 (size=12301)
2024-11-15T16:41:07,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688927221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-15T16:41:07,242 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:07,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-11-15T16:41:07,245 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-15T16:41:07,246 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:07,246 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-15T16:41:07,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,435 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ad18f357b3204e12b0c8b1812c2fefec
2024-11-15T16:41:07,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/194bc512732a42beaff33491f3d78c90 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/194bc512732a42beaff33491f3d78c90
2024-11-15T16:41:07,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/194bc512732a42beaff33491f3d78c90, entries=200, sequenceid=396, filesize=39.0 K
2024-11-15T16:41:07,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/192f85c72b614ffd880a29f3be8ace9a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/192f85c72b614ffd880a29f3be8ace9a
2024-11-15T16:41:07,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/192f85c72b614ffd880a29f3be8ace9a, entries=150, sequenceid=396, filesize=12.0 K
2024-11-15T16:41:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ad18f357b3204e12b0c8b1812c2fefec as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ad18f357b3204e12b0c8b1812c2fefec
2024-11-15T16:41:07,461 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ad18f357b3204e12b0c8b1812c2fefec, entries=150, sequenceid=396, filesize=12.0 K
2024-11-15T16:41:07,462 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for b2803d5d10cc56dcc32733e3617060d8 in 617ms, sequenceid=396, compaction requested=true
2024-11-15T16:41:07,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:07,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:07,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:07,462 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:07,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:07,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:07,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:07,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:07,462 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:07,464 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:07,464 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/A is initiating minor compaction (all files)
2024-11-15T16:41:07,464 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/A in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,465 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/ecfe97cff6c2421c9ba1c23025244d4e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8fceb4ff3a454bac95f8b08c014f4d5d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/5cd5d318c8c040719ce9c083a5e33be8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/194bc512732a42beaff33491f3d78c90] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=139.6 K
2024-11-15T16:41:07,465 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,465 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/ecfe97cff6c2421c9ba1c23025244d4e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8fceb4ff3a454bac95f8b08c014f4d5d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/5cd5d318c8c040719ce9c083a5e33be8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/194bc512732a42beaff33491f3d78c90]
2024-11-15T16:41:07,465 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:07,465 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/B is initiating minor compaction (all files)
2024-11-15T16:41:07,465 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/B in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,465 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/881d2ee82ffb488c876b1669988535b2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/17899d39ffed436e99132b024d26624a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c945b7c959874a7c951fab59335b0b07, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/192f85c72b614ffd880a29f3be8ace9a] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=48.6 K
2024-11-15T16:41:07,466 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecfe97cff6c2421c9ba1c23025244d4e, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731688864013
2024-11-15T16:41:07,466 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 881d2ee82ffb488c876b1669988535b2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731688864013
2024-11-15T16:41:07,466 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 17899d39ffed436e99132b024d26624a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731688864792
2024-11-15T16:41:07,466 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fceb4ff3a454bac95f8b08c014f4d5d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731688864757
2024-11-15T16:41:07,466 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c945b7c959874a7c951fab59335b0b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731688864937
2024-11-15T16:41:07,466 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cd5d318c8c040719ce9c083a5e33be8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731688864937
2024-11-15T16:41:07,467 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 192f85c72b614ffd880a29f3be8ace9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731688865650
2024-11-15T16:41:07,467 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 194bc512732a42beaff33491f3d78c90, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731688865650
2024-11-15T16:41:07,477 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:07,479 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#B#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:07,480 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/bd808c9cb7e24925829ad46eb9889023 is 50, key is test_row_0/B:col10/1731688865700/Put/seqid=0
2024-11-15T16:41:07,480 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115efd9f8f5f9ad47a7bef3322825899be9_b2803d5d10cc56dcc32733e3617060d8 store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:07,483 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115efd9f8f5f9ad47a7bef3322825899be9_b2803d5d10cc56dcc32733e3617060d8, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:07,483 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115efd9f8f5f9ad47a7bef3322825899be9_b2803d5d10cc56dcc32733e3617060d8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:07,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742039_1215 (size=4469)
2024-11-15T16:41:07,495 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#A#compaction#180 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:07,496 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3e86fa7ab011491395a3392463c6e2e0 is 175, key is test_row_0/A:col10/1731688865700/Put/seqid=0
2024-11-15T16:41:07,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742038_1214 (size=12949)
2024-11-15T16:41:07,509 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/bd808c9cb7e24925829ad46eb9889023 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd808c9cb7e24925829ad46eb9889023
2024-11-15T16:41:07,516 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/B of b2803d5d10cc56dcc32733e3617060d8 into bd808c9cb7e24925829ad46eb9889023(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:07,516 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:07,516 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/B, priority=12, startTime=1731688867462; duration=0sec
2024-11-15T16:41:07,516 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:07,516 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:B
2024-11-15T16:41:07,516 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:07,518 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:07,518 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/C is initiating minor compaction (all files)
2024-11-15T16:41:07,518 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/C in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,519 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a17d8ab755084d1f84219912189d643c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/cf4e2615351c408ab3cd8c1ac80f704f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/3e2e83b2af2e4791a3f4be993a191dde, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ad18f357b3204e12b0c8b1812c2fefec] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=48.6 K
2024-11-15T16:41:07,519 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a17d8ab755084d1f84219912189d643c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731688864013
2024-11-15T16:41:07,519 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting cf4e2615351c408ab3cd8c1ac80f704f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731688864792
2024-11-15T16:41:07,520 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e2e83b2af2e4791a3f4be993a191dde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731688864937
2024-11-15T16:41:07,520 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ad18f357b3204e12b0c8b1812c2fefec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731688865650
2024-11-15T16:41:07,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742040_1216 (size=31903)
2024-11-15T16:41:07,529 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3e86fa7ab011491395a3392463c6e2e0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3e86fa7ab011491395a3392463c6e2e0
2024-11-15T16:41:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:07,535 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/A of b2803d5d10cc56dcc32733e3617060d8 into 3e86fa7ab011491395a3392463c6e2e0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:07,535 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:07,535 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/A, priority=12, startTime=1731688867462; duration=0sec
2024-11-15T16:41:07,535 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:07,535 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:A
2024-11-15T16:41:07,536 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:41:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:07,541 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#C#compaction#181 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:07,542 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/32d768f82e424c39997726ce4df92f5d is 50, key is test_row_0/C:col10/1731688865700/Put/seqid=0
2024-11-15T16:41:07,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115744d450fd3074c08bb065f93e05e0690_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688866902/Put/seqid=0
2024-11-15T16:41:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-15T16:41:07,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742042_1218 (size=14994)
2024-11-15T16:41:07,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742041_1217 (size=12949)
2024-11-15T16:41:07,574 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:07,579 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115744d450fd3074c08bb065f93e05e0690_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115744d450fd3074c08bb065f93e05e0690_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:07,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e1ac69692463464ea6c2ce9dec33791f, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:07,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e1ac69692463464ea6c2ce9dec33791f is 175, key is test_row_0/A:col10/1731688866902/Put/seqid=0
2024-11-15T16:41:07,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742043_1219 (size=39949)
2024-11-15T16:41:07,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688927612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:07,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688927722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:07,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:07,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-15T16:41:07,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688927932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:07,980 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/32d768f82e424c39997726ce4df92f5d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/32d768f82e424c39997726ce4df92f5d
2024-11-15T16:41:07,984 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/C of b2803d5d10cc56dcc32733e3617060d8 into 32d768f82e424c39997726ce4df92f5d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:07,984 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:07,984 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/C, priority=12, startTime=1731688867462; duration=0sec
2024-11-15T16:41:07,984 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:07,984 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:C
2024-11-15T16:41:07,990 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e1ac69692463464ea6c2ce9dec33791f
2024-11-15T16:41:07,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/3002c98fd8694c6990d49b28fa1313ad is 50, key is test_row_0/B:col10/1731688866902/Put/seqid=0
2024-11-15T16:41:08,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742044_1220 (size=12301)
2024-11-15T16:41:08,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688928241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:08,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:08,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-15T16:41:08,404 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/3002c98fd8694c6990d49b28fa1313ad
2024-11-15T16:41:08,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/e7364bd4e7f847d393c1b53c4137fa35 is 50, key is test_row_0/C:col10/1731688866902/Put/seqid=0
2024-11-15T16:41:08,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742045_1221 (size=12301)
2024-11-15T16:41:08,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:08,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:08,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688928752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:08,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:08,820 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/e7364bd4e7f847d393c1b53c4137fa35
2024-11-15T16:41:08,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e1ac69692463464ea6c2ce9dec33791f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e1ac69692463464ea6c2ce9dec33791f
2024-11-15T16:41:08,831 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e1ac69692463464ea6c2ce9dec33791f, entries=200, sequenceid=410, filesize=39.0 K
2024-11-15T16:41:08,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/3002c98fd8694c6990d49b28fa1313ad as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3002c98fd8694c6990d49b28fa1313ad
2024-11-15T16:41:08,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3002c98fd8694c6990d49b28fa1313ad, entries=150, sequenceid=410, filesize=12.0 K
2024-11-15T16:41:08,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/e7364bd4e7f847d393c1b53c4137fa35 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e7364bd4e7f847d393c1b53c4137fa35
2024-11-15T16:41:08,844 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e7364bd4e7f847d393c1b53c4137fa35, entries=150, sequenceid=410, filesize=12.0 K
2024-11-15T16:41:08,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b2803d5d10cc56dcc32733e3617060d8 in 1310ms, sequenceid=410, compaction requested=false
2024-11-15T16:41:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:08,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-15T16:41:08,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:08,934 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:41:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159ee0bcb105d24476b59976a5bbb57571_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688867608/Put/seqid=0
2024-11-15T16:41:08,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742046_1222 (size=12454)
2024-11-15T16:41:09,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:09,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159ee0bcb105d24476b59976a5bbb57571_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ee0bcb105d24476b59976a5bbb57571_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:09,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e6112946339f4d0792f94909ee8ce524, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e6112946339f4d0792f94909ee8ce524 is 175, key is test_row_0/A:col10/1731688867608/Put/seqid=0
2024-11-15T16:41:09,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742047_1223 (size=31255)
2024-11-15T16:41:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-15T16:41:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:09,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:09,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e6112946339f4d0792f94909ee8ce524
2024-11-15T16:41:09,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ce651f0667ce40f0a0c0878752c24ead is 50, key is test_row_0/B:col10/1731688867608/Put/seqid=0
2024-11-15T16:41:09,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742048_1224 (size=12301)
2024-11-15T16:41:09,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ce651f0667ce40f0a0c0878752c24ead
2024-11-15T16:41:09,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ddf98c0753f6452da13e0378aaacefc6 is 50, key is test_row_0/C:col10/1731688867608/Put/seqid=0
2024-11-15T16:41:09,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742049_1225 (size=12301)
2024-11-15T16:41:09,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688929811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:09,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:09,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688929921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:10,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688930132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:10,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ddf98c0753f6452da13e0378aaacefc6
2024-11-15T16:41:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/e6112946339f4d0792f94909ee8ce524 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e6112946339f4d0792f94909ee8ce524
2024-11-15T16:41:10,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e6112946339f4d0792f94909ee8ce524, entries=150, sequenceid=431, filesize=30.5 K
2024-11-15T16:41:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/ce651f0667ce40f0a0c0878752c24ead as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ce651f0667ce40f0a0c0878752c24ead
2024-11-15T16:41:10,219 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ce651f0667ce40f0a0c0878752c24ead, entries=150, sequenceid=431, filesize=12.0 K
2024-11-15T16:41:10,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ddf98c0753f6452da13e0378aaacefc6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddf98c0753f6452da13e0378aaacefc6
2024-11-15T16:41:10,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddf98c0753f6452da13e0378aaacefc6, entries=150, sequenceid=431, filesize=12.0 K
2024-11-15T16:41:10,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b2803d5d10cc56dcc32733e3617060d8 in 1292ms, sequenceid=431, compaction requested=true
2024-11-15T16:41:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-15T16:41:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-15T16:41:10,228 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-15T16:41:10,228 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9800 sec
2024-11-15T16:41:10,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.9860 sec
2024-11-15T16:41:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:10,443 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:41:10,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:10,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:10,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:10,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:10,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:10,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:10,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c74e667830ce48a7af1840345ee13d53_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688870442/Put/seqid=0
2024-11-15T16:41:10,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742050_1226 (size=14994)
2024-11-15T16:41:10,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:10,472 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c74e667830ce48a7af1840345ee13d53_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c74e667830ce48a7af1840345ee13d53_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:10,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8b3bd65ad19f4e3982480629b6a2668c, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:10,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8b3bd65ad19f4e3982480629b6a2668c is 175, key is test_row_0/A:col10/1731688870442/Put/seqid=0
2024-11-15T16:41:10,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742051_1227 (size=39949)
2024-11-15T16:41:10,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688930510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:10,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688930622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:10,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688930831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:10,881 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=444, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8b3bd65ad19f4e3982480629b6a2668c
2024-11-15T16:41:10,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/3953835d287046779b81f87a984cffe6 is 50, key is test_row_0/B:col10/1731688870442/Put/seqid=0
2024-11-15T16:41:10,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742052_1228 (size=12301)
2024-11-15T16:41:11,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688931142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:11,294 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/3953835d287046779b81f87a984cffe6
2024-11-15T16:41:11,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ffd3cc9d8083434ba537023bdd11d9c9 is 50, key is test_row_0/C:col10/1731688870442/Put/seqid=0
2024-11-15T16:41:11,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742053_1229 (size=12301)
2024-11-15T16:41:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-15T16:41:11,402 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:11,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-11-15T16:41:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-15T16:41:11,405 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:11,405 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:11,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-15T16:41:11,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-15T16:41:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:11,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688931652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:11,705 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ffd3cc9d8083434ba537023bdd11d9c9
2024-11-15T16:41:11,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-15T16:41:11,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/8b3bd65ad19f4e3982480629b6a2668c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8b3bd65ad19f4e3982480629b6a2668c
2024-11-15T16:41:11,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:11,718 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8b3bd65ad19f4e3982480629b6a2668c, entries=200, sequenceid=444, filesize=39.0 K
2024-11-15T16:41:11,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/3953835d287046779b81f87a984cffe6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3953835d287046779b81f87a984cffe6
2024-11-15T16:41:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-15T16:41:11,724 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3953835d287046779b81f87a984cffe6, entries=150, sequenceid=444, filesize=12.0 K
2024-11-15T16:41:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ffd3cc9d8083434ba537023bdd11d9c9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ffd3cc9d8083434ba537023bdd11d9c9
2024-11-15T16:41:11,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ffd3cc9d8083434ba537023bdd11d9c9, entries=150, sequenceid=444, filesize=12.0 K
2024-11-15T16:41:11,730 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b2803d5d10cc56dcc32733e3617060d8 in 1287ms, sequenceid=444, compaction requested=true
2024-11-15T16:41:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:11,730 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:11,730 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:11,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:11,732 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:11,732 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/B is initiating minor compaction (all files)
2024-11-15T16:41:11,732 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/B in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,732 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd808c9cb7e24925829ad46eb9889023, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3002c98fd8694c6990d49b28fa1313ad, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ce651f0667ce40f0a0c0878752c24ead, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3953835d287046779b81f87a984cffe6] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=48.7 K
2024-11-15T16:41:11,732 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 143056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:11,732 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/A is initiating minor compaction (all files)
2024-11-15T16:41:11,732 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/A in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,732 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3e86fa7ab011491395a3392463c6e2e0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e1ac69692463464ea6c2ce9dec33791f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e6112946339f4d0792f94909ee8ce524, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8b3bd65ad19f4e3982480629b6a2668c] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=139.7 K
2024-11-15T16:41:11,732 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,732 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3e86fa7ab011491395a3392463c6e2e0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e1ac69692463464ea6c2ce9dec33791f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e6112946339f4d0792f94909ee8ce524, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8b3bd65ad19f4e3982480629b6a2668c]
2024-11-15T16:41:11,733 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bd808c9cb7e24925829ad46eb9889023, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731688865650
2024-11-15T16:41:11,733 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e86fa7ab011491395a3392463c6e2e0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731688865650
2024-11-15T16:41:11,733 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1ac69692463464ea6c2ce9dec33791f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731688866871
2024-11-15T16:41:11,733 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3002c98fd8694c6990d49b28fa1313ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731688866871
2024-11-15T16:41:11,734 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ce651f0667ce40f0a0c0878752c24ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731688867603
2024-11-15T16:41:11,734 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6112946339f4d0792f94909ee8ce524, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731688867603
2024-11-15T16:41:11,734 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b3bd65ad19f4e3982480629b6a2668c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731688869789
2024-11-15T16:41:11,734 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3953835d287046779b81f87a984cffe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731688869789
2024-11-15T16:41:11,746 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:11,748 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:11,748 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/89bb04173ace4b09b509405732f1756a is 50, key is test_row_0/B:col10/1731688870442/Put/seqid=0
2024-11-15T16:41:11,757 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411152a2d71b55b5048ea8a68d758518954a8_b2803d5d10cc56dcc32733e3617060d8 store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:11,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742054_1230 (size=13085)
2024-11-15T16:41:11,759 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411152a2d71b55b5048ea8a68d758518954a8_b2803d5d10cc56dcc32733e3617060d8, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:11,760 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152a2d71b55b5048ea8a68d758518954a8_b2803d5d10cc56dcc32733e3617060d8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:11,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742055_1231 (size=4469)
2024-11-15T16:41:11,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-15T16:41:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:11,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:41:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:11,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:11,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115008e16ec38ea4ed1b1056a751a3a5ffc_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688870474/Put/seqid=0
2024-11-15T16:41:11,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742056_1232 (size=12454)
2024-11-15T16:41:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:11,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115008e16ec38ea4ed1b1056a751a3a5ffc_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115008e16ec38ea4ed1b1056a751a3a5ffc_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/945ababdbbe2493da4424e2288464c97, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/945ababdbbe2493da4424e2288464c97 is 175, key is test_row_0/A:col10/1731688870474/Put/seqid=0
2024-11-15T16:41:11,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742057_1233 (size=31255)
2024-11-15T16:41:11,895 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=463, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/945ababdbbe2493da4424e2288464c97
2024-11-15T16:41:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/dbfb3f26656b4985bb0ef4ce8059fc4e is 50, key is test_row_0/B:col10/1731688870474/Put/seqid=0
2024-11-15T16:41:11,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742058_1234 (size=12301)
2024-11-15T16:41:11,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/dbfb3f26656b4985bb0ef4ce8059fc4e
2024-11-15T16:41:11,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b238b9a917424d7392b4c6be7758a943 is 50, key is test_row_0/C:col10/1731688870474/Put/seqid=0
2024-11-15T16:41:11,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742059_1235 (size=12301)
2024-11-15T16:41:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-15T16:41:12,170 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/89bb04173ace4b09b509405732f1756a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/89bb04173ace4b09b509405732f1756a
2024-11-15T16:41:12,175 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/B of b2803d5d10cc56dcc32733e3617060d8 into 89bb04173ace4b09b509405732f1756a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:12,175 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:12,175 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/B, priority=12, startTime=1731688871730; duration=0sec
2024-11-15T16:41:12,175 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:12,175 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:B
2024-11-15T16:41:12,175 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:12,177 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:12,177 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/C is initiating minor compaction (all files)
2024-11-15T16:41:12,177 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/C in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:12,177 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/32d768f82e424c39997726ce4df92f5d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e7364bd4e7f847d393c1b53c4137fa35, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddf98c0753f6452da13e0378aaacefc6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ffd3cc9d8083434ba537023bdd11d9c9] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=48.7 K
2024-11-15T16:41:12,178 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 32d768f82e424c39997726ce4df92f5d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731688865650
2024-11-15T16:41:12,178 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e7364bd4e7f847d393c1b53c4137fa35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731688866871
2024-11-15T16:41:12,178 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#A#compaction#191 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:12,178 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf98c0753f6452da13e0378aaacefc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731688867603
2024-11-15T16:41:12,179 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd3cc9d8083434ba537023bdd11d9c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731688869789
2024-11-15T16:41:12,179 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/14fb26fb0466471ea4c599263fb0fe4d is 175, key is test_row_0/A:col10/1731688870442/Put/seqid=0
2024-11-15T16:41:12,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742060_1236 (size=32039)
2024-11-15T16:41:12,189 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#C#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:12,190 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ac193aba6c6441d392cfa41da3544785 is 50, key is test_row_0/C:col10/1731688870442/Put/seqid=0
2024-11-15T16:41:12,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742061_1237 (size=13085)
2024-11-15T16:41:12,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b238b9a917424d7392b4c6be7758a943
2024-11-15T16:41:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/945ababdbbe2493da4424e2288464c97 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/945ababdbbe2493da4424e2288464c97
2024-11-15T16:41:12,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/945ababdbbe2493da4424e2288464c97, entries=150, sequenceid=463, filesize=30.5 K
2024-11-15T16:41:12,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/dbfb3f26656b4985bb0ef4ce8059fc4e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dbfb3f26656b4985bb0ef4ce8059fc4e
2024-11-15T16:41:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dbfb3f26656b4985bb0ef4ce8059fc4e, entries=150, sequenceid=463, filesize=12.0 K
2024-11-15T16:41:12,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/b238b9a917424d7392b4c6be7758a943 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b238b9a917424d7392b4c6be7758a943
2024-11-15T16:41:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b238b9a917424d7392b4c6be7758a943, entries=150, sequenceid=463, filesize=12.0 K
2024-11-15T16:41:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for b2803d5d10cc56dcc32733e3617060d8 in 517ms, sequenceid=463, compaction requested=false
2024-11-15T16:41:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-15T16:41:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-15T16:41:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,388 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-15T16:41:12,388 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 980 msec
2024-11-15T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 987 msec
2024-11-15T16:41:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-15T16:41:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,542 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-11-15T16:41:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-15T16:41:12,545 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,546 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:12,546 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,591 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/14fb26fb0466471ea4c599263fb0fe4d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/14fb26fb0466471ea4c599263fb0fe4d
2024-11-15T16:41:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,601 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ac193aba6c6441d392cfa41da3544785 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ac193aba6c6441d392cfa41da3544785
2024-11-15T16:41:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,609 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/C of b2803d5d10cc56dcc32733e3617060d8 into ac193aba6c6441d392cfa41da3544785(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:12,609 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/A of b2803d5d10cc56dcc32733e3617060d8 into 14fb26fb0466471ea4c599263fb0fe4d(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:12,609 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:12,609 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:12,609 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/C, priority=12, startTime=1731688871730; duration=0sec
2024-11-15T16:41:12,609 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/A, priority=12, startTime=1731688871730; duration=0sec
2024-11-15T16:41:12,609 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:12,609 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:C
2024-11-15T16:41:12,609 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:12,609 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:A
2024-11-15T16:41:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-15T16:41:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-15T16:41:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:12,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:12,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:12,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-15T16:41:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-15T16:41:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,703 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-15T16:41:12,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec
2024-11-15T16:41:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,706 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 161 msec
2024-11-15T16:41:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:12,746 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:41:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e3885aacbb5540c7bf540803a52c1636_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688872732/Put/seqid=0
2024-11-15T16:41:12,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742062_1238 (size=22618)
2024-11-15T16:41:12,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:12,768 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e3885aacbb5540c7bf540803a52c1636_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e3885aacbb5540c7bf540803a52c1636_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:12,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/edfd4b3380604db8aed974ecb2588441, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:12,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/edfd4b3380604db8aed974ecb2588441 is 175, key is test_row_0/A:col10/1731688872732/Put/seqid=0
2024-11-15T16:41:12,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742063_1239 (size=66023)
2024-11-15T16:41:12,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688872805, max timestamp=1731688872834Num uniques 859; 
2024-11-15T16:41:12,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:12,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688872805, max timestamp=1731688872834Num uniques 859; 
2024-11-15T16:41:12,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-15T16:41:12,861 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:12,862 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-15T16:41:12,864 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:12,864 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:12,865 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:12,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 382 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688932891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:13,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 383 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688933001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:13,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:13,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,177 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=477, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/edfd4b3380604db8aed974ecb2588441
2024-11-15T16:41:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:13,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/bd824b2986024f1cb68aa812b86b423e is 50, key is test_row_0/B:col10/1731688872732/Put/seqid=0
2024-11-15T16:41:13,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742064_1240 (size=12301)
2024-11-15T16:41:13,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 384 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688933212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:13,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:13,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:13,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 385 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688933521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:13,605 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/bd824b2986024f1cb68aa812b86b423e
2024-11-15T16:41:13,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/36fb05fab0de40008fa76776f49dde55 is 50, key is test_row_0/C:col10/1731688872732/Put/seqid=0
2024-11-15T16:41:13,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742065_1241 (size=12301)
2024-11-15T16:41:13,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:13,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:14,017 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/36fb05fab0de40008fa76776f49dde55
2024-11-15T16:41:14,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/edfd4b3380604db8aed974ecb2588441 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/edfd4b3380604db8aed974ecb2588441
2024-11-15T16:41:14,027 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/edfd4b3380604db8aed974ecb2588441, entries=350, sequenceid=477, filesize=64.5 K
2024-11-15T16:41:14,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/bd824b2986024f1cb68aa812b86b423e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd824b2986024f1cb68aa812b86b423e
2024-11-15T16:41:14,032 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd824b2986024f1cb68aa812b86b423e, entries=150, sequenceid=477, filesize=12.0 K
2024-11-15T16:41:14,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/36fb05fab0de40008fa76776f49dde55 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/36fb05fab0de40008fa76776f49dde55
2024-11-15T16:41:14,037 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/36fb05fab0de40008fa76776f49dde55, entries=150, sequenceid=477, filesize=12.0 K
2024-11-15T16:41:14,039 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=129.71 KB/132820 for b2803d5d10cc56dcc32733e3617060d8 in 1293ms, sequenceid=477, compaction requested=true
2024-11-15T16:41:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:14,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:14,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:14,040 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:14,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:14,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:14,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2803d5d10cc56dcc32733e3617060d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:14,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:14,040 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:14,041 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=136.42 KB heapSize=393.47 KB
2024-11-15T16:41:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:14,042 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 129317 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:14,042 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/A is initiating minor compaction (all files)
2024-11-15T16:41:14,043 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/A in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,043 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:14,043 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/14fb26fb0466471ea4c599263fb0fe4d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/945ababdbbe2493da4424e2288464c97, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/edfd4b3380604db8aed974ecb2588441] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=126.3 K
2024-11-15T16:41:14,043 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/B is initiating minor compaction (all files)
2024-11-15T16:41:14,043 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,043 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/B in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,043 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/14fb26fb0466471ea4c599263fb0fe4d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/945ababdbbe2493da4424e2288464c97, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/edfd4b3380604db8aed974ecb2588441]
2024-11-15T16:41:14,043 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/89bb04173ace4b09b509405732f1756a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dbfb3f26656b4985bb0ef4ce8059fc4e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd824b2986024f1cb68aa812b86b423e] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=36.8 K
2024-11-15T16:41:14,043 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14fb26fb0466471ea4c599263fb0fe4d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731688869789
2024-11-15T16:41:14,044 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 89bb04173ace4b09b509405732f1756a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731688869789
2024-11-15T16:41:14,044 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 945ababdbbe2493da4424e2288464c97, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731688870474
2024-11-15T16:41:14,044 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting dbfb3f26656b4985bb0ef4ce8059fc4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731688870474
2024-11-15T16:41:14,044 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting edfd4b3380604db8aed974ecb2588441, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731688872707
2024-11-15T16:41:14,045 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bd824b2986024f1cb68aa812b86b423e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731688872732
2024-11-15T16:41:14,055 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:14,060 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:14,061 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/2fd15f930cd24e399823c7c6af1be282 is 50, key is test_row_0/B:col10/1731688872732/Put/seqid=0
2024-11-15T16:41:14,065 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411159909b7767561441485b31d988c659c33_b2803d5d10cc56dcc32733e3617060d8 store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:14,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115792d17f1c33b49479494502cf201f3b5_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688874039/Put/seqid=0
2024-11-15T16:41:14,068 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411159909b7767561441485b31d988c659c33_b2803d5d10cc56dcc32733e3617060d8, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:14,068 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159909b7767561441485b31d988c659c33_b2803d5d10cc56dcc32733e3617060d8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:14,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 393 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688934067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:14,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742066_1242 (size=13187)
2024-11-15T16:41:14,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742067_1243 (size=14994)
2024-11-15T16:41:14,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742068_1244 (size=4469)
2024-11-15T16:41:14,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,092 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#A#compaction#200 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,093 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/2d15145a4d0346999e68217b78c5184d is 175, key is test_row_0/A:col10/1731688872732/Put/seqid=0
2024-11-15T16:41:14,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742069_1245 (size=32141)
2024-11-15T16:41:14,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 394 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688934181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:14,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,353 INFO  [Thread-691 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-691.
2024-11-15T16:41:14,353 DEBUG [Thread-691 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:14,353 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,354 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,354 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:14,356 INFO  [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695.
2024-11-15T16:41:14,356 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:14,356 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,356 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,356 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:14,357 INFO  [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689.
2024-11-15T16:41:14,357 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:14,357 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,358 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,358 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:14,362 INFO  [Thread-693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-693.
2024-11-15T16:41:14,362 DEBUG [Thread-693 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:14,362 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,363 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:14,363 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:14,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 395 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688934392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:14,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,483 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/2fd15f930cd24e399823c7c6af1be282 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/2fd15f930cd24e399823c7c6af1be282
2024-11-15T16:41:14,484 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:14,487 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115792d17f1c33b49479494502cf201f3b5_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115792d17f1c33b49479494502cf201f3b5_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:14,488 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a55464a3cc424b91ad3357a7e5473250, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:14,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a55464a3cc424b91ad3357a7e5473250 is 175, key is test_row_0/A:col10/1731688874039/Put/seqid=0
2024-11-15T16:41:14,489 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/B of b2803d5d10cc56dcc32733e3617060d8 into 2fd15f930cd24e399823c7c6af1be282(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:14,489 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:14,489 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/B, priority=13, startTime=1731688874040; duration=0sec
2024-11-15T16:41:14,489 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:14,489 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:B
2024-11-15T16:41:14,489 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:14,490 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:14,490 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): b2803d5d10cc56dcc32733e3617060d8/C is initiating minor compaction (all files)
2024-11-15T16:41:14,490 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2803d5d10cc56dcc32733e3617060d8/C in TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,490 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ac193aba6c6441d392cfa41da3544785, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b238b9a917424d7392b4c6be7758a943, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/36fb05fab0de40008fa76776f49dde55] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp, totalSize=36.8 K
2024-11-15T16:41:14,491 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ac193aba6c6441d392cfa41da3544785, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731688869789
2024-11-15T16:41:14,491 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b238b9a917424d7392b4c6be7758a943, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731688870474
2024-11-15T16:41:14,491 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 36fb05fab0de40008fa76776f49dde55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731688872732
2024-11-15T16:41:14,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742070_1246 (size=39949)
2024-11-15T16:41:14,498 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2803d5d10cc56dcc32733e3617060d8#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:14,498 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/63f3d084beb64dcdaba9798a7665bffe is 50, key is test_row_0/C:col10/1731688872732/Put/seqid=0
2024-11-15T16:41:14,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742071_1247 (size=13187)
2024-11-15T16:41:14,510 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/2d15145a4d0346999e68217b78c5184d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2d15145a4d0346999e68217b78c5184d
2024-11-15T16:41:14,514 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/A of b2803d5d10cc56dcc32733e3617060d8 into 2d15145a4d0346999e68217b78c5184d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:14,514 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:14,514 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/A, priority=13, startTime=1731688874040; duration=0sec
2024-11-15T16:41:14,514 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:14,514 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:A
2024-11-15T16:41:14,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:14,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 396 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688934702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:14,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:14,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:14,894 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=509, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a55464a3cc424b91ad3357a7e5473250
2024-11-15T16:41:14,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/23dcc37e8d094086b2429b6b6082fb57 is 50, key is test_row_0/B:col10/1731688874039/Put/seqid=0
2024-11-15T16:41:14,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742072_1248 (size=12301)
2024-11-15T16:41:14,906 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/63f3d084beb64dcdaba9798a7665bffe as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/63f3d084beb64dcdaba9798a7665bffe
2024-11-15T16:41:14,910 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2803d5d10cc56dcc32733e3617060d8/C of b2803d5d10cc56dcc32733e3617060d8 into 63f3d084beb64dcdaba9798a7665bffe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:14,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:14,910 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., storeName=b2803d5d10cc56dcc32733e3617060d8/C, priority=13, startTime=1731688874040; duration=0sec
2024-11-15T16:41:14,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:14,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2803d5d10cc56dcc32733e3617060d8:C
2024-11-15T16:41:15,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:15,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 397 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45636 deadline: 1731688935212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:41:15,304 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/23dcc37e8d094086b2429b6b6082fb57
2024-11-15T16:41:15,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/03b3d04d59de4932bc54371a74a43bdb is 50, key is test_row_0/C:col10/1731688874039/Put/seqid=0
2024-11-15T16:41:15,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:15,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742073_1249 (size=12301)
2024-11-15T16:41:15,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:15,715 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/03b3d04d59de4932bc54371a74a43bdb
2024-11-15T16:41:15,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/a55464a3cc424b91ad3357a7e5473250 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a55464a3cc424b91ad3357a7e5473250
2024-11-15T16:41:15,723 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a55464a3cc424b91ad3357a7e5473250, entries=200, sequenceid=509, filesize=39.0 K
2024-11-15T16:41:15,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/23dcc37e8d094086b2429b6b6082fb57 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/23dcc37e8d094086b2429b6b6082fb57
2024-11-15T16:41:15,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/23dcc37e8d094086b2429b6b6082fb57, entries=150, sequenceid=509, filesize=12.0 K
2024-11-15T16:41:15,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/03b3d04d59de4932bc54371a74a43bdb as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/03b3d04d59de4932bc54371a74a43bdb
2024-11-15T16:41:15,731 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/03b3d04d59de4932bc54371a74a43bdb, entries=150, sequenceid=509, filesize=12.0 K
2024-11-15T16:41:15,731 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~393.42 KB/402864, currentSize=40.25 KB/41220 for b2803d5d10cc56dcc32733e3617060d8 in 1690ms, sequenceid=509, compaction requested=false
2024-11-15T16:41:15,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:15,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-15T16:41:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:15,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-15T16:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154b21b0e869aa474eb9efbeeaf2cd34b6_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688874055/Put/seqid=0
2024-11-15T16:41:15,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742074_1250 (size=12454)
2024-11-15T16:41:16,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:16,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154b21b0e869aa474eb9efbeeaf2cd34b6_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b21b0e869aa474eb9efbeeaf2cd34b6_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/855b3706f50644eda804761a288305d4, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/855b3706f50644eda804761a288305d4 is 175, key is test_row_0/A:col10/1731688874055/Put/seqid=0
2024-11-15T16:41:16,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742075_1251 (size=31255)
2024-11-15T16:41:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:16,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. as already flushing
2024-11-15T16:41:16,223 INFO  [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678.
2024-11-15T16:41:16,223 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:16,224 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,224 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,224 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:16,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=521, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/855b3706f50644eda804761a288305d4
2024-11-15T16:41:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/fc22379f9872426aadc7c5010fd91487 is 50, key is test_row_0/B:col10/1731688874055/Put/seqid=0
2024-11-15T16:41:16,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742076_1252 (size=12301)
2024-11-15T16:41:16,603 INFO  [Thread-680 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-680.
2024-11-15T16:41:16,603 DEBUG [Thread-680 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:16,603 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,603 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,603 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:16,633 INFO  [Thread-686 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-686.
2024-11-15T16:41:16,633 INFO  [Thread-682 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-682.
2024-11-15T16:41:16,633 DEBUG [Thread-686 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:16,633 DEBUG [Thread-682 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:16,633 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,633 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,634 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,634 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,634 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:16,634 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:16,643 INFO  [Thread-684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-684.
2024-11-15T16:41:16,643 DEBUG [Thread-684 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:16,643 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,643 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:16,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:17,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/fc22379f9872426aadc7c5010fd91487
2024-11-15T16:41:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ba9380e893ab44ddbbe7116736328ee6 is 50, key is test_row_0/C:col10/1731688874055/Put/seqid=0
2024-11-15T16:41:17,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742077_1253 (size=12301)
2024-11-15T16:41:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:17,415 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ba9380e893ab44ddbbe7116736328ee6
2024-11-15T16:41:17,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/855b3706f50644eda804761a288305d4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/855b3706f50644eda804761a288305d4
2024-11-15T16:41:17,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/855b3706f50644eda804761a288305d4, entries=150, sequenceid=521, filesize=30.5 K
2024-11-15T16:41:17,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/fc22379f9872426aadc7c5010fd91487 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/fc22379f9872426aadc7c5010fd91487
2024-11-15T16:41:17,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/fc22379f9872426aadc7c5010fd91487, entries=150, sequenceid=521, filesize=12.0 K
2024-11-15T16:41:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/ba9380e893ab44ddbbe7116736328ee6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ba9380e893ab44ddbbe7116736328ee6
2024-11-15T16:41:17,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ba9380e893ab44ddbbe7116736328ee6, entries=150, sequenceid=521, filesize=12.0 K
2024-11-15T16:41:17,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=33.54 KB/34350 for b2803d5d10cc56dcc32733e3617060d8 in 1658ms, sequenceid=521, compaction requested=true
2024-11-15T16:41:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for b2803d5d10cc56dcc32733e3617060d8:

2024-11-15T16:41:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-15T16:41:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-15T16:41:17,434 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-15T16:41:17,434 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.5670 sec
2024-11-15T16:41:17,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 4.5720 sec
2024-11-15T16:41:20,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T16:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-15T16:41:21,051 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 333
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 31
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 18
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2735
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2778
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1175
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3525 rows
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1186
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3557 rows
2024-11-15T16:41:21,052 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:41:21,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:41:21,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:21,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:21,052 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:21,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-15T16:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-15T16:41:21,056 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688881056"}]},"ts":"1731688881056"}
2024-11-15T16:41:21,057 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-15T16:41:21,058 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-15T16:41:21,058 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:41:21,059 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, UNASSIGN}]
2024-11-15T16:41:21,060 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, UNASSIGN
2024-11-15T16:41:21,061 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:21,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, UNASSIGN because future has completed
2024-11-15T16:41:21,062 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:41:21,062 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-15T16:41:21,214 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:21,214 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:41:21,214 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing b2803d5d10cc56dcc32733e3617060d8, disabling compactions & flushes
2024-11-15T16:41:21,214 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. after waiting 0 ms
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:21,215 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing b2803d5d10cc56dcc32733e3617060d8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=A
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=B
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2803d5d10cc56dcc32733e3617060d8, store=C
2024-11-15T16:41:21,215 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:21,221 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111562d88a90aebd41529413de3ca76560b4_b2803d5d10cc56dcc32733e3617060d8 is 50, key is test_row_0/A:col10/1731688876602/Put/seqid=0
2024-11-15T16:41:21,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742078_1254 (size=12454)
2024-11-15T16:41:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-15T16:41:21,625 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:21,631 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111562d88a90aebd41529413de3ca76560b4_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111562d88a90aebd41529413de3ca76560b4_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:21,632 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ee7d8fe798648f1a24bd4de9e1b9a8b, store: [table=TestAcidGuarantees family=A region=b2803d5d10cc56dcc32733e3617060d8]
2024-11-15T16:41:21,633 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ee7d8fe798648f1a24bd4de9e1b9a8b is 175, key is test_row_0/A:col10/1731688876602/Put/seqid=0
2024-11-15T16:41:21,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742079_1255 (size=31255)
2024-11-15T16:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-15T16:41:22,038 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=529, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ee7d8fe798648f1a24bd4de9e1b9a8b
2024-11-15T16:41:22,047 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/9b55a6d1011f46a98f7d0f1210d0780b is 50, key is test_row_0/B:col10/1731688876602/Put/seqid=0
2024-11-15T16:41:22,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742080_1256 (size=12301)
2024-11-15T16:41:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-15T16:41:22,456 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/9b55a6d1011f46a98f7d0f1210d0780b
2024-11-15T16:41:22,463 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/5bbd282e133a4045978a25a94f0d5cc7 is 50, key is test_row_0/C:col10/1731688876602/Put/seqid=0
2024-11-15T16:41:22,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742081_1257 (size=12301)
2024-11-15T16:41:22,468 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/5bbd282e133a4045978a25a94f0d5cc7
2024-11-15T16:41:22,471 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/A/3ee7d8fe798648f1a24bd4de9e1b9a8b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ee7d8fe798648f1a24bd4de9e1b9a8b
2024-11-15T16:41:22,478 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ee7d8fe798648f1a24bd4de9e1b9a8b, entries=150, sequenceid=529, filesize=30.5 K
2024-11-15T16:41:22,479 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/B/9b55a6d1011f46a98f7d0f1210d0780b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9b55a6d1011f46a98f7d0f1210d0780b
2024-11-15T16:41:22,483 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9b55a6d1011f46a98f7d0f1210d0780b, entries=150, sequenceid=529, filesize=12.0 K
2024-11-15T16:41:22,484 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/.tmp/C/5bbd282e133a4045978a25a94f0d5cc7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/5bbd282e133a4045978a25a94f0d5cc7
2024-11-15T16:41:22,489 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/5bbd282e133a4045978a25a94f0d5cc7, entries=150, sequenceid=529, filesize=12.0 K
2024-11-15T16:41:22,490 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b2803d5d10cc56dcc32733e3617060d8 in 1275ms, sequenceid=529, compaction requested=true
2024-11-15T16:41:22,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/b8c2cafa1ecd45288bd5ea4f40de9cc7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3924ef39a69b4f158e79ca13c18f04fc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/9975e210f3d64690b5841daea158dad0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/aa54421a22984293b8a73f6daf7d2dc0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a2b0f9131cda4395a4befaf8f8ad2971, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/6191c1ecebe34ee4b7dfdce6ec2dd360, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/fdb412eea54540b9bc239d4382adab86, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ec18af4710f417998f44907dd6b35db, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/0b29ffaba9a842fa86167d109c04fed9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/c06e358ca03f485cb5332b14962b7922, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2dedd3ce9fa84d11b41393819dbfd7a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/93ae6d09144746019aaa0e0ea716c572, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a642f360c0524c04ab5f6ccb4a19fd21, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/ecfe97cff6c2421c9ba1c23025244d4e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/98a5e458fbb64dab9188672ef0eaee06, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8fceb4ff3a454bac95f8b08c014f4d5d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/5cd5d318c8c040719ce9c083a5e33be8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/194bc512732a42beaff33491f3d78c90, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3e86fa7ab011491395a3392463c6e2e0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e1ac69692463464ea6c2ce9dec33791f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e6112946339f4d0792f94909ee8ce524, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8b3bd65ad19f4e3982480629b6a2668c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/14fb26fb0466471ea4c599263fb0fe4d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/945ababdbbe2493da4424e2288464c97, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/edfd4b3380604db8aed974ecb2588441] to archive
2024-11-15T16:41:22,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:41:22,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/b8c2cafa1ecd45288bd5ea4f40de9cc7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/b8c2cafa1ecd45288bd5ea4f40de9cc7
2024-11-15T16:41:22,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3924ef39a69b4f158e79ca13c18f04fc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3924ef39a69b4f158e79ca13c18f04fc
2024-11-15T16:41:22,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/9975e210f3d64690b5841daea158dad0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/9975e210f3d64690b5841daea158dad0
2024-11-15T16:41:22,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/aa54421a22984293b8a73f6daf7d2dc0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/aa54421a22984293b8a73f6daf7d2dc0
2024-11-15T16:41:22,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a2b0f9131cda4395a4befaf8f8ad2971 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a2b0f9131cda4395a4befaf8f8ad2971
2024-11-15T16:41:22,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/6191c1ecebe34ee4b7dfdce6ec2dd360 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/6191c1ecebe34ee4b7dfdce6ec2dd360
2024-11-15T16:41:22,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/4f1e1b9fb09a4f1bbae5c4ff8ad6156c
2024-11-15T16:41:22,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/fdb412eea54540b9bc239d4382adab86 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/fdb412eea54540b9bc239d4382adab86
2024-11-15T16:41:22,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ec18af4710f417998f44907dd6b35db to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ec18af4710f417998f44907dd6b35db
2024-11-15T16:41:22,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/0b29ffaba9a842fa86167d109c04fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/0b29ffaba9a842fa86167d109c04fed9
2024-11-15T16:41:22,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/c06e358ca03f485cb5332b14962b7922 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/c06e358ca03f485cb5332b14962b7922
2024-11-15T16:41:22,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2dedd3ce9fa84d11b41393819dbfd7a4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2dedd3ce9fa84d11b41393819dbfd7a4
2024-11-15T16:41:22,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/93ae6d09144746019aaa0e0ea716c572 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/93ae6d09144746019aaa0e0ea716c572
2024-11-15T16:41:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a642f360c0524c04ab5f6ccb4a19fd21 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a642f360c0524c04ab5f6ccb4a19fd21
2024-11-15T16:41:22,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/ecfe97cff6c2421c9ba1c23025244d4e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/ecfe97cff6c2421c9ba1c23025244d4e
2024-11-15T16:41:22,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/98a5e458fbb64dab9188672ef0eaee06 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/98a5e458fbb64dab9188672ef0eaee06
2024-11-15T16:41:22,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8fceb4ff3a454bac95f8b08c014f4d5d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8fceb4ff3a454bac95f8b08c014f4d5d
2024-11-15T16:41:22,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/5cd5d318c8c040719ce9c083a5e33be8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/5cd5d318c8c040719ce9c083a5e33be8
2024-11-15T16:41:22,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/194bc512732a42beaff33491f3d78c90 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/194bc512732a42beaff33491f3d78c90
2024-11-15T16:41:22,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3e86fa7ab011491395a3392463c6e2e0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3e86fa7ab011491395a3392463c6e2e0
2024-11-15T16:41:22,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e1ac69692463464ea6c2ce9dec33791f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e1ac69692463464ea6c2ce9dec33791f
2024-11-15T16:41:22,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e6112946339f4d0792f94909ee8ce524 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/e6112946339f4d0792f94909ee8ce524
2024-11-15T16:41:22,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8b3bd65ad19f4e3982480629b6a2668c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/8b3bd65ad19f4e3982480629b6a2668c
2024-11-15T16:41:22,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/14fb26fb0466471ea4c599263fb0fe4d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/14fb26fb0466471ea4c599263fb0fe4d
2024-11-15T16:41:22,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/945ababdbbe2493da4424e2288464c97 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/945ababdbbe2493da4424e2288464c97
2024-11-15T16:41:22,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/edfd4b3380604db8aed974ecb2588441 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/edfd4b3380604db8aed974ecb2588441
2024-11-15T16:41:22,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/7ba500b40c804cd9a6387457d7c10fbd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ca8b16e122d64d47a08331e86858b815, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/33310d19848f4360a137a3307081d8d1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ee7abe2860064ab2ba593d3ac5752960, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c4c1f7fa6914433b918d4ad37f18308e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/094f707c701c49029dcc682b6d334dd3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/598b8b15a0464dee90d5a4f95385f7e9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/5753f288f96d41c4820a3fac1c2411a5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9be9ec278ca0446b8ca6a87cb576f0dc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ab9d75c600a944c88a09244aed9bcf9d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/b8c42f49b370467bbc1e0f056ea9fb3f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/8e88c7c1a7df49f1a7baa21a5a12c379, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/6f2658ef480145f0856c6a932b8467ca, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/51012e26cb0a4b58bca1cdfeb99a1c9d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/881d2ee82ffb488c876b1669988535b2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dd5dcbd455cb470e9c9dec492765d96d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/17899d39ffed436e99132b024d26624a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c945b7c959874a7c951fab59335b0b07, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd808c9cb7e24925829ad46eb9889023, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/192f85c72b614ffd880a29f3be8ace9a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3002c98fd8694c6990d49b28fa1313ad, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ce651f0667ce40f0a0c0878752c24ead, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/89bb04173ace4b09b509405732f1756a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3953835d287046779b81f87a984cffe6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dbfb3f26656b4985bb0ef4ce8059fc4e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd824b2986024f1cb68aa812b86b423e] to archive
2024-11-15T16:41:22,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:41:22,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/7ba500b40c804cd9a6387457d7c10fbd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/7ba500b40c804cd9a6387457d7c10fbd
2024-11-15T16:41:22,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ca8b16e122d64d47a08331e86858b815 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ca8b16e122d64d47a08331e86858b815
2024-11-15T16:41:22,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/33310d19848f4360a137a3307081d8d1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/33310d19848f4360a137a3307081d8d1
2024-11-15T16:41:22,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ee7abe2860064ab2ba593d3ac5752960 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ee7abe2860064ab2ba593d3ac5752960
2024-11-15T16:41:22,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c4c1f7fa6914433b918d4ad37f18308e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c4c1f7fa6914433b918d4ad37f18308e
2024-11-15T16:41:22,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/094f707c701c49029dcc682b6d334dd3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/094f707c701c49029dcc682b6d334dd3
2024-11-15T16:41:22,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/598b8b15a0464dee90d5a4f95385f7e9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/598b8b15a0464dee90d5a4f95385f7e9
2024-11-15T16:41:22,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/5753f288f96d41c4820a3fac1c2411a5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/5753f288f96d41c4820a3fac1c2411a5
2024-11-15T16:41:22,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9be9ec278ca0446b8ca6a87cb576f0dc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9be9ec278ca0446b8ca6a87cb576f0dc
2024-11-15T16:41:22,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ab9d75c600a944c88a09244aed9bcf9d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ab9d75c600a944c88a09244aed9bcf9d
2024-11-15T16:41:22,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/b8c42f49b370467bbc1e0f056ea9fb3f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/b8c42f49b370467bbc1e0f056ea9fb3f
2024-11-15T16:41:22,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/8e88c7c1a7df49f1a7baa21a5a12c379 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/8e88c7c1a7df49f1a7baa21a5a12c379
2024-11-15T16:41:22,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/6f2658ef480145f0856c6a932b8467ca to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/6f2658ef480145f0856c6a932b8467ca
2024-11-15T16:41:22,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/51012e26cb0a4b58bca1cdfeb99a1c9d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/51012e26cb0a4b58bca1cdfeb99a1c9d
2024-11-15T16:41:22,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/881d2ee82ffb488c876b1669988535b2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/881d2ee82ffb488c876b1669988535b2
2024-11-15T16:41:22,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dd5dcbd455cb470e9c9dec492765d96d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dd5dcbd455cb470e9c9dec492765d96d
2024-11-15T16:41:22,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/17899d39ffed436e99132b024d26624a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/17899d39ffed436e99132b024d26624a
2024-11-15T16:41:22,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c945b7c959874a7c951fab59335b0b07 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/c945b7c959874a7c951fab59335b0b07
2024-11-15T16:41:22,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd808c9cb7e24925829ad46eb9889023 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd808c9cb7e24925829ad46eb9889023
2024-11-15T16:41:22,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/192f85c72b614ffd880a29f3be8ace9a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/192f85c72b614ffd880a29f3be8ace9a
2024-11-15T16:41:22,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3002c98fd8694c6990d49b28fa1313ad to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3002c98fd8694c6990d49b28fa1313ad
2024-11-15T16:41:22,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ce651f0667ce40f0a0c0878752c24ead to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/ce651f0667ce40f0a0c0878752c24ead
2024-11-15T16:41:22,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/89bb04173ace4b09b509405732f1756a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/89bb04173ace4b09b509405732f1756a
2024-11-15T16:41:22,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3953835d287046779b81f87a984cffe6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/3953835d287046779b81f87a984cffe6
2024-11-15T16:41:22,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dbfb3f26656b4985bb0ef4ce8059fc4e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/dbfb3f26656b4985bb0ef4ce8059fc4e
2024-11-15T16:41:22,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd824b2986024f1cb68aa812b86b423e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/bd824b2986024f1cb68aa812b86b423e
2024-11-15T16:41:22,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a49b9fc894464e62b30386f5b9086aca, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/2ee9f35f1ae641e083847c955c228865, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/815d812118194c779b8e49941be3bed8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c49a15202e9543b5b6eb24a659738715, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0f752c969bf54d869118f4b4078dd97d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b736c99b0f934716bbdbc0cc22a56981, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/d3c746f396914783bee8db612266e9d7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/85ee54eac75542a88f47cb4433883487, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/04ac4f6f33144eee8e9cf402542c72a0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/14afe7c4e22543b0bc598cf174c7ca7d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b02a2d1b1d484c63b284c144eaf23fd1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e4567101086346a2866e4a8a1d01064d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddcfb968b6be49b3b7052b08127032b2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c84e2d9dbf584d02951b88647e7e0f15, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a17d8ab755084d1f84219912189d643c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0313e8e3191b42028e84283731346ff0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/cf4e2615351c408ab3cd8c1ac80f704f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/3e2e83b2af2e4791a3f4be993a191dde, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/32d768f82e424c39997726ce4df92f5d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ad18f357b3204e12b0c8b1812c2fefec, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e7364bd4e7f847d393c1b53c4137fa35, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddf98c0753f6452da13e0378aaacefc6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ac193aba6c6441d392cfa41da3544785, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ffd3cc9d8083434ba537023bdd11d9c9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b238b9a917424d7392b4c6be7758a943, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/36fb05fab0de40008fa76776f49dde55] to archive
2024-11-15T16:41:22,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:41:22,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a49b9fc894464e62b30386f5b9086aca to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a49b9fc894464e62b30386f5b9086aca
2024-11-15T16:41:22,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/2ee9f35f1ae641e083847c955c228865 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/2ee9f35f1ae641e083847c955c228865
2024-11-15T16:41:22,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/815d812118194c779b8e49941be3bed8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/815d812118194c779b8e49941be3bed8
2024-11-15T16:41:22,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c49a15202e9543b5b6eb24a659738715 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c49a15202e9543b5b6eb24a659738715
2024-11-15T16:41:22,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0f752c969bf54d869118f4b4078dd97d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0f752c969bf54d869118f4b4078dd97d
2024-11-15T16:41:22,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b736c99b0f934716bbdbc0cc22a56981 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b736c99b0f934716bbdbc0cc22a56981
2024-11-15T16:41:22,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/d3c746f396914783bee8db612266e9d7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/d3c746f396914783bee8db612266e9d7
2024-11-15T16:41:22,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/85ee54eac75542a88f47cb4433883487 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/85ee54eac75542a88f47cb4433883487
2024-11-15T16:41:22,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/04ac4f6f33144eee8e9cf402542c72a0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/04ac4f6f33144eee8e9cf402542c72a0
2024-11-15T16:41:22,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/14afe7c4e22543b0bc598cf174c7ca7d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/14afe7c4e22543b0bc598cf174c7ca7d
2024-11-15T16:41:22,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b02a2d1b1d484c63b284c144eaf23fd1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b02a2d1b1d484c63b284c144eaf23fd1
2024-11-15T16:41:22,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e4567101086346a2866e4a8a1d01064d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e4567101086346a2866e4a8a1d01064d
2024-11-15T16:41:22,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddcfb968b6be49b3b7052b08127032b2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddcfb968b6be49b3b7052b08127032b2
2024-11-15T16:41:22,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c84e2d9dbf584d02951b88647e7e0f15 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/c84e2d9dbf584d02951b88647e7e0f15
2024-11-15T16:41:22,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a17d8ab755084d1f84219912189d643c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/a17d8ab755084d1f84219912189d643c
2024-11-15T16:41:22,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0313e8e3191b42028e84283731346ff0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/0313e8e3191b42028e84283731346ff0
2024-11-15T16:41:22,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/cf4e2615351c408ab3cd8c1ac80f704f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/cf4e2615351c408ab3cd8c1ac80f704f
2024-11-15T16:41:22,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/3e2e83b2af2e4791a3f4be993a191dde to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/3e2e83b2af2e4791a3f4be993a191dde
2024-11-15T16:41:22,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/32d768f82e424c39997726ce4df92f5d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/32d768f82e424c39997726ce4df92f5d
2024-11-15T16:41:22,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ad18f357b3204e12b0c8b1812c2fefec to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ad18f357b3204e12b0c8b1812c2fefec
2024-11-15T16:41:22,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e7364bd4e7f847d393c1b53c4137fa35 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/e7364bd4e7f847d393c1b53c4137fa35
2024-11-15T16:41:22,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddf98c0753f6452da13e0378aaacefc6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ddf98c0753f6452da13e0378aaacefc6
2024-11-15T16:41:22,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ac193aba6c6441d392cfa41da3544785 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ac193aba6c6441d392cfa41da3544785
2024-11-15T16:41:22,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ffd3cc9d8083434ba537023bdd11d9c9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ffd3cc9d8083434ba537023bdd11d9c9
2024-11-15T16:41:22,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b238b9a917424d7392b4c6be7758a943 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/b238b9a917424d7392b4c6be7758a943
2024-11-15T16:41:22,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/36fb05fab0de40008fa76776f49dde55 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/36fb05fab0de40008fa76776f49dde55
2024-11-15T16:41:22,615 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/recovered.edits/532.seqid, newMaxSeqId=532, maxSeqId=4
2024-11-15T16:41:22,616 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.
2024-11-15T16:41:22,616 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for b2803d5d10cc56dcc32733e3617060d8:
Waiting for close lock at 1731688881214Running coprocessor pre-close hooks at 1731688881214Disabling compacts and flushes for region at 1731688881214Disabling writes for close at 1731688881215 (+1 ms)Obtaining lock to block concurrent updates at 1731688881215Preparing flush snapshotting stores in b2803d5d10cc56dcc32733e3617060d8 at 1731688881215Finished memstore snapshotting TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731688881215Flushing stores of TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8. at 1731688881216 (+1 ms)Flushing b2803d5d10cc56dcc32733e3617060d8/A: creating writer at 1731688881216Flushing mob file b2803d5d10cc56dcc32733e3617060d8/A: appending metadata at 1731688881221 (+5 ms)Flushing mob file b2803d5d10cc56dcc32733e3617060d8/A: closing flushed file at 1731688881221Flushing b2803d5d10cc56dcc32733e3617060d8/A: appending metadata at 1731688881632 (+411 ms)Flushing b2803d5d10cc56dcc32733e3617060d8/A: closing flushed file at 1731688881632Flushing b2803d5d10cc56dcc32733e3617060d8/B: creating writer at 1731688882043 (+411 ms)Flushing b2803d5d10cc56dcc32733e3617060d8/B: appending metadata at 1731688882046 (+3 ms)Flushing b2803d5d10cc56dcc32733e3617060d8/B: closing flushed file at 1731688882046Flushing b2803d5d10cc56dcc32733e3617060d8/C: creating writer at 1731688882460 (+414 ms)Flushing b2803d5d10cc56dcc32733e3617060d8/C: appending metadata at 1731688882463 (+3 ms)Flushing b2803d5d10cc56dcc32733e3617060d8/C: closing flushed file at 1731688882463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f55109e: reopening flushed file at 1731688882471 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f78988: reopening flushed file at 1731688882478 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f05410: reopening flushed file at 1731688882483 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b2803d5d10cc56dcc32733e3617060d8 in 1275ms, sequenceid=529, compaction requested=true at 1731688882490 (+7 ms)Writing region close event to WAL at 1731688882612 (+122 ms)Running coprocessor post-close hooks at 1731688882616 (+4 ms)Closed at 1731688882616
2024-11-15T16:41:22,619 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:22,620 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=b2803d5d10cc56dcc32733e3617060d8, regionState=CLOSED
2024-11-15T16:41:22,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:41:22,625 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-15T16:41:22,625 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure b2803d5d10cc56dcc32733e3617060d8, server=a9bde5b3a1b5,46831,1731688822617 in 1.5600 sec
2024-11-15T16:41:22,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65
2024-11-15T16:41:22,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2803d5d10cc56dcc32733e3617060d8, UNASSIGN in 1.5660 sec
2024-11-15T16:41:22,630 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-15T16:41:22,630 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5700 sec
2024-11-15T16:41:22,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688882631"}]},"ts":"1731688882631"}
2024-11-15T16:41:22,633 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-15T16:41:22,633 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-15T16:41:22,635 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5810 sec
2024-11-15T16:41:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-15T16:41:23,202 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:23,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-15T16:41:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:23,205 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-15T16:41:23,206 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:23,209 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,211 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/recovered.edits]
2024-11-15T16:41:23,214 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2d15145a4d0346999e68217b78c5184d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/2d15145a4d0346999e68217b78c5184d
2024-11-15T16:41:23,215 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ee7d8fe798648f1a24bd4de9e1b9a8b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/3ee7d8fe798648f1a24bd4de9e1b9a8b
2024-11-15T16:41:23,217 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/855b3706f50644eda804761a288305d4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/855b3706f50644eda804761a288305d4
2024-11-15T16:41:23,218 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a55464a3cc424b91ad3357a7e5473250 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/A/a55464a3cc424b91ad3357a7e5473250
2024-11-15T16:41:23,221 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/23dcc37e8d094086b2429b6b6082fb57 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/23dcc37e8d094086b2429b6b6082fb57
2024-11-15T16:41:23,222 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/2fd15f930cd24e399823c7c6af1be282 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/2fd15f930cd24e399823c7c6af1be282
2024-11-15T16:41:23,223 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9b55a6d1011f46a98f7d0f1210d0780b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/9b55a6d1011f46a98f7d0f1210d0780b
2024-11-15T16:41:23,225 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/fc22379f9872426aadc7c5010fd91487 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/B/fc22379f9872426aadc7c5010fd91487
2024-11-15T16:41:23,228 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/03b3d04d59de4932bc54371a74a43bdb to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/03b3d04d59de4932bc54371a74a43bdb
2024-11-15T16:41:23,229 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/5bbd282e133a4045978a25a94f0d5cc7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/5bbd282e133a4045978a25a94f0d5cc7
2024-11-15T16:41:23,231 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/63f3d084beb64dcdaba9798a7665bffe to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/63f3d084beb64dcdaba9798a7665bffe
2024-11-15T16:41:23,232 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ba9380e893ab44ddbbe7116736328ee6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/C/ba9380e893ab44ddbbe7116736328ee6
2024-11-15T16:41:23,235 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/recovered.edits/532.seqid to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8/recovered.edits/532.seqid
2024-11-15T16:41:23,235 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,235 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-15T16:41:23,236 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-15T16:41:23,237 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-15T16:41:23,242 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115008e16ec38ea4ed1b1056a751a3a5ffc_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115008e16ec38ea4ed1b1056a751a3a5ffc_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,243 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115219fccb7931640f5848475bf0797b44b_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115219fccb7931640f5848475bf0797b44b_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,245 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111524a9d193f7914abda06f60f143ed40c8_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111524a9d193f7914abda06f60f143ed40c8_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,246 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111526f4ddc716d24b3b9ce7f8a134a39def_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111526f4ddc716d24b3b9ce7f8a134a39def_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,248 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152716a01d3f864f60bd88088676cf4fe5_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152716a01d3f864f60bd88088676cf4fe5_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,249 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111534d02e2a83ea452ab9a8bfc846d47595_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111534d02e2a83ea452ab9a8bfc846d47595_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,250 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b21b0e869aa474eb9efbeeaf2cd34b6_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b21b0e869aa474eb9efbeeaf2cd34b6_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,251 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558b4683f6c674bffaac54e056a671fe3_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558b4683f6c674bffaac54e056a671fe3_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558ef796e96ba46bd94f75553ae926332_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111558ef796e96ba46bd94f75553ae926332_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,254 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111562d88a90aebd41529413de3ca76560b4_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111562d88a90aebd41529413de3ca76560b4_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,255 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156bcd616617204c3fb7868ef36abb574b_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156bcd616617204c3fb7868ef36abb574b_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,256 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115744d450fd3074c08bb065f93e05e0690_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115744d450fd3074c08bb065f93e05e0690_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,257 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115792d17f1c33b49479494502cf201f3b5_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115792d17f1c33b49479494502cf201f3b5_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,258 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157b0fb2ecc0984cc890a01df389df13d5_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157b0fb2ecc0984cc890a01df389df13d5_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,259 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ee0bcb105d24476b59976a5bbb57571_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ee0bcb105d24476b59976a5bbb57571_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,260 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ab08eb0f42f24c918812074df1ea3164_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ab08eb0f42f24c918812074df1ea3164_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,262 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b789760f5b5449bc8ad303044c3d7aec_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b789760f5b5449bc8ad303044c3d7aec_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c74e667830ce48a7af1840345ee13d53_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c74e667830ce48a7af1840345ee13d53_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,264 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d0e06727b39d4d94ab5ab6a3ef153fc4_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d0e06727b39d4d94ab5ab6a3ef153fc4_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,265 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d8b81e54ea34493dabcdc326509b2aa8_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d8b81e54ea34493dabcdc326509b2aa8_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115db6eeb1106b14144b4d0a25d589f3ee9_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115db6eeb1106b14144b4d0a25d589f3ee9_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,268 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e3885aacbb5540c7bf540803a52c1636_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e3885aacbb5540c7bf540803a52c1636_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f2b3e46ae1cb433392d36185f8ac98df_b2803d5d10cc56dcc32733e3617060d8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f2b3e46ae1cb433392d36185f8ac98df_b2803d5d10cc56dcc32733e3617060d8
2024-11-15T16:41:23,270 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-15T16:41:23,272 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:23,275 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-15T16:41:23,278 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-15T16:41:23,279 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:23,279 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-15T16:41:23,279 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731688883279"}]},"ts":"9223372036854775807"}
2024-11-15T16:41:23,282 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-15T16:41:23,282 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b2803d5d10cc56dcc32733e3617060d8, NAME => 'TestAcidGuarantees,,1731688851133.b2803d5d10cc56dcc32733e3617060d8.', STARTKEY => '', ENDKEY => ''}]
2024-11-15T16:41:23,282 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-15T16:41:23,283 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731688883283"}]},"ts":"9223372036854775807"}
2024-11-15T16:41:23,285 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-15T16:41:23,285 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:23,287 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 82 msec
2024-11-15T16:41:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-15T16:41:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-15T16:41:23,312 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:23,325 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6181 (was 5805) - AvailableMemoryMB LEAK? -
2024-11-15T16:41:23,336 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=6180
2024-11-15T16:41:23,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:41:23,338 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:41:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:23,340 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T16:41:23,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:23,340 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 69
2024-11-15T16:41:23,341 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T16:41:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-15T16:41:23,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742082_1258 (size=1061)
2024-11-15T16:41:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-15T16:41:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-15T16:41:23,752 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:41:23,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742083_1259 (size=53)
2024-11-15T16:41:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-15T16:41:24,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:41:24,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e1fa49e745dfe546d7feb5000961fa79, disabling compactions & flushes
2024-11-15T16:41:24,160 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. after waiting 0 ms
2024-11-15T16:41:24,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,161 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,161 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1fa49e745dfe546d7feb5000961fa79:
Waiting for close lock at 1731688884160Disabling compacts and flushes for region at 1731688884160Disabling writes for close at 1731688884160Writing region close event to WAL at 1731688884160Closed at 1731688884161 (+1 ms)
2024-11-15T16:41:24,162 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T16:41:24,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731688884162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731688884162"}]},"ts":"1731688884162"}
2024-11-15T16:41:24,164 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T16:41:24,165 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T16:41:24,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688884165"}]},"ts":"1731688884165"}
2024-11-15T16:41:24,167 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-15T16:41:24,167 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, ASSIGN}]
2024-11-15T16:41:24,168 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, ASSIGN
2024-11-15T16:41:24,169 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=false
2024-11-15T16:41:24,319 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=e1fa49e745dfe546d7feb5000961fa79, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:24,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, ASSIGN because future has completed
2024-11-15T16:41:24,322 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:41:24,477 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,477 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:41:24,478 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,478 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:41:24,478 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,478 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,480 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e1fa49e745dfe546d7feb5000961fa79 
2024-11-15T16:41:24,481 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:41:24,481 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa49e745dfe546d7feb5000961fa79 columnFamilyName A
2024-11-15T16:41:24,481 DEBUG [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:24,482 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.HStore(327): Store=e1fa49e745dfe546d7feb5000961fa79/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:41:24,482 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e1fa49e745dfe546d7feb5000961fa79 
2024-11-15T16:41:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-15T16:41:24,483 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:41:24,483 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa49e745dfe546d7feb5000961fa79 columnFamilyName B
2024-11-15T16:41:24,483 DEBUG [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:24,483 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.HStore(327): Store=e1fa49e745dfe546d7feb5000961fa79/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:41:24,483 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e1fa49e745dfe546d7feb5000961fa79 
2024-11-15T16:41:24,484 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:41:24,485 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1fa49e745dfe546d7feb5000961fa79 columnFamilyName C
2024-11-15T16:41:24,485 DEBUG [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:24,485 INFO  [StoreOpener-e1fa49e745dfe546d7feb5000961fa79-1 {}] regionserver.HStore(327): Store=e1fa49e745dfe546d7feb5000961fa79/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:41:24,485 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,485 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,486 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,486 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,487 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,487 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,488 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:41:24,489 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,492 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:41:24,492 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened e1fa49e745dfe546d7feb5000961fa79; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70482964, jitterRate=0.05027800798416138}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:41:24,492 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:24,493 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for e1fa49e745dfe546d7feb5000961fa79:
Running coprocessor pre-open hook at 1731688884478Writing region info on filesystem at 1731688884478Initializing all the Stores at 1731688884479 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688884479Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688884479Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688884479Cleaning up temporary data from old regions at 1731688884487 (+8 ms)Running coprocessor post-open hooks at 1731688884492 (+5 ms)Region opened successfully at 1731688884493 (+1 ms)
2024-11-15T16:41:24,494 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., pid=71, masterSystemTime=1731688884474
2024-11-15T16:41:24,495 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,495 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:24,496 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=e1fa49e745dfe546d7feb5000961fa79, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:24,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:41:24,500 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-15T16:41:24,500 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617 in 176 msec
2024-11-15T16:41:24,502 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69
2024-11-15T16:41:24,502 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, ASSIGN in 333 msec
2024-11-15T16:41:24,503 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T16:41:24,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688884503"}]},"ts":"1731688884503"}
2024-11-15T16:41:24,504 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-15T16:41:24,505 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T16:41:24,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec
2024-11-15T16:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-15T16:41:25,492 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:25,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6d9a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,495 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7578bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,497 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb29393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,500 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T16:41:25,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:41:25,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e8fdd8a
2024-11-15T16:41:25,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T16:41:25,503 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T16:41:25,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddf112b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,506 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77115cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,507 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532bfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331dd6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,511 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@933a0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,513 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e777c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5ff9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,517 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322f40ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,518 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66060f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ed25b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,521 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e543efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,523 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61347faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4681136b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,528 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d8854a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,530 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a6b903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3776ce94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,545 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744f8340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,547 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e466297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab80ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,550 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad87dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,551 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50f7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662986c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,553 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e378b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,555 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641eaec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b02cb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,557 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197b8d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,558 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797a70b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7d41b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:41:25,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:41:25,560 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e10012d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:25,562 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:41:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1926f72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:41:25,566 DEBUG [Thread-1198 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,566 DEBUG [Thread-1209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,568 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,568 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,572 DEBUG [Thread-1213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,583 DEBUG [Thread-1213 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,583 DEBUG [Thread-1213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,586 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,586 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:25,587 DEBUG [Thread-1202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,588 DEBUG [Thread-1211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-15T16:41:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-15T16:41:25,589 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:25,590 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,590 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:25,590 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,592 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:25,597 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:41:25,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:25,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:25,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:25,598 DEBUG [Thread-1196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,598 DEBUG [Thread-1205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,601 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,603 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,624 DEBUG [Thread-1205 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,628 DEBUG [Thread-1200 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688885611, max timestamp=1731688885631Num uniques 859; 
2024-11-15T16:41:25,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688885611, max timestamp=1731688885631Num uniques 859; 
2024-11-15T16:41:25,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688885611, max timestamp=1731688885631Num uniques 859; 
2024-11-15T16:41:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:25,639 DEBUG [Thread-1207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,639 DEBUG [Thread-1200 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,639 DEBUG [Thread-1200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,640 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,642 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,650 DEBUG [Thread-1194 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:41:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:41:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:41:25,653 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:41:25,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:41:25,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/29ec0e7987354cbda5e19248d71c4157 is 50, key is test_row_0/A:col10/1731688885596/Put/seqid=0
2024-11-15T16:41:25,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688945673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688945676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-15T16:41:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731688885669, max timestamp=1731688885679Num uniques 1018; 
2024-11-15T16:41:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-15T16:41:25,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731688885669, max timestamp=1731688885679Num uniques 1018; 
2024-11-15T16:41:25,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731688885669, max timestamp=1731688885679Num uniques 1018; 
2024-11-15T16:41:25,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-15T16:41:25,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-15T16:41:25,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742084_1260 (size=12001)
2024-11-15T16:41:25,719 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/29ec0e7987354cbda5e19248d71c4157
2024-11-15T16:41:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:25,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:25,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:25,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:25,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:25,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:25,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/196853f6f25e4f3ead82e19fc5402ded is 50, key is test_row_0/B:col10/1731688885596/Put/seqid=0
2024-11-15T16:41:25,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688945772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731688885739, max timestamp=1731688885772Num uniques 1027; 
2024-11-15T16:41:25,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-15T16:41:25,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731688885739, max timestamp=1731688885772Num uniques 1027; 
2024-11-15T16:41:25,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-15T16:41:25,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731688885739, max timestamp=1731688885772Num uniques 1027; 
2024-11-15T16:41:25,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-15T16:41:25,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742085_1261 (size=12001)
2024-11-15T16:41:25,813 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/196853f6f25e4f3ead82e19fc5402ded
2024-11-15T16:41:25,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688945853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688945855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688945855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688945858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/b0864f4e2a6f4f30a9836ff5dbcd17e2 is 50, key is test_row_0/C:col10/1731688885596/Put/seqid=0
2024-11-15T16:41:25,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:25,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:25,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688945892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742086_1262 (size=12001)
2024-11-15T16:41:25,909 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/b0864f4e2a6f4f30a9836ff5dbcd17e2
2024-11-15T16:41:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/29ec0e7987354cbda5e19248d71c4157 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/29ec0e7987354cbda5e19248d71c4157
2024-11-15T16:41:25,920 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/29ec0e7987354cbda5e19248d71c4157, entries=150, sequenceid=11, filesize=11.7 K
2024-11-15T16:41:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-15T16:41:25,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/196853f6f25e4f3ead82e19fc5402ded as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/196853f6f25e4f3ead82e19fc5402ded
2024-11-15T16:41:25,926 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/196853f6f25e4f3ead82e19fc5402ded, entries=150, sequenceid=11, filesize=11.7 K
2024-11-15T16:41:25,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/b0864f4e2a6f4f30a9836ff5dbcd17e2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b0864f4e2a6f4f30a9836ff5dbcd17e2
2024-11-15T16:41:25,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b0864f4e2a6f4f30a9836ff5dbcd17e2, entries=150, sequenceid=11, filesize=11.7 K
2024-11-15T16:41:25,933 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e1fa49e745dfe546d7feb5000961fa79 in 336ms, sequenceid=11, compaction requested=false
2024-11-15T16:41:25,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:25,967 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=140.89 KB heapSize=403.92 KB
2024-11-15T16:41:25,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:25,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:41:25,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:25,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:41:25,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:25,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:41:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:25,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/e854078efecf429cbacbd3780ab2edd2 is 50, key is test_row_0/A:col10/1731688885853/Put/seqid=0
2024-11-15T16:41:25,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688945983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688945983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688945989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:25,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688945990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742087_1263 (size=14341)
2024-11-15T16:41:26,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:26,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:26,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688946102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688946102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688946102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688946103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688946112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:26,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-15T16:41:26,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688946311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688946312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688946312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688946312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:26,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:26,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688946422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,427 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/e854078efecf429cbacbd3780ab2edd2
2024-11-15T16:41:26,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/08c99e8acc684aea8f1a315f498a7ca0 is 50, key is test_row_0/B:col10/1731688885853/Put/seqid=0
2024-11-15T16:41:26,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742088_1264 (size=12001)
2024-11-15T16:41:26,444 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/08c99e8acc684aea8f1a315f498a7ca0
2024-11-15T16:41:26,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/f2ce4c5c58554606acefef8be52f6e14 is 50, key is test_row_0/C:col10/1731688885853/Put/seqid=0
2024-11-15T16:41:26,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742089_1265 (size=12001)
2024-11-15T16:41:26,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688946622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688946622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688946623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688946624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:26,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:26,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:26,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-15T16:41:26,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:26,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,858 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/f2ce4c5c58554606acefef8be52f6e14
2024-11-15T16:41:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/e854078efecf429cbacbd3780ab2edd2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/e854078efecf429cbacbd3780ab2edd2
2024-11-15T16:41:26,869 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/e854078efecf429cbacbd3780ab2edd2, entries=200, sequenceid=83, filesize=14.0 K
2024-11-15T16:41:26,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/08c99e8acc684aea8f1a315f498a7ca0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/08c99e8acc684aea8f1a315f498a7ca0
2024-11-15T16:41:26,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/08c99e8acc684aea8f1a315f498a7ca0, entries=150, sequenceid=83, filesize=11.7 K
2024-11-15T16:41:26,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/f2ce4c5c58554606acefef8be52f6e14 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/f2ce4c5c58554606acefef8be52f6e14
2024-11-15T16:41:26,879 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/f2ce4c5c58554606acefef8be52f6e14, entries=150, sequenceid=83, filesize=11.7 K
2024-11-15T16:41:26,880 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~403.88 KB/413568, currentSize=46.96 KB/48090 for e1fa49e745dfe546d7feb5000961fa79 in 913ms, sequenceid=83, compaction requested=false
2024-11-15T16:41:26,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:26,935 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:41:26,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:26,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/39ff6a9242c7459291ee50428c0dfa3b is 50, key is test_row_0/A:col10/1731688885987/Put/seqid=0
2024-11-15T16:41:26,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742090_1266 (size=14341)
2024-11-15T16:41:26,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:26,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:27,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688886996, max timestamp=1731688887042Num uniques 859; 
2024-11-15T16:41:27,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688886996, max timestamp=1731688887042Num uniques 859; 
2024-11-15T16:41:27,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688886996, max timestamp=1731688887042Num uniques 859; 
2024-11-15T16:41:27,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:27,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:27,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:27,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:27,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688947126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688947132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688947132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688947132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688947142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688947242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:27,361 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/39ff6a9242c7459291ee50428c0dfa3b
2024-11-15T16:41:27,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d7a8d1ed96e54ced9328f6551800fa37 is 50, key is test_row_0/B:col10/1731688885987/Put/seqid=0
2024-11-15T16:41:27,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742091_1267 (size=12001)
2024-11-15T16:41:27,383 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d7a8d1ed96e54ced9328f6551800fa37
2024-11-15T16:41:27,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/3a105ddf2bb540b0a6ccf8fa8043d1a7 is 50, key is test_row_0/C:col10/1731688885987/Put/seqid=0
2024-11-15T16:41:27,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742092_1268 (size=12001)
2024-11-15T16:41:27,396 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/3a105ddf2bb540b0a6ccf8fa8043d1a7
2024-11-15T16:41:27,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/39ff6a9242c7459291ee50428c0dfa3b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39ff6a9242c7459291ee50428c0dfa3b
2024-11-15T16:41:27,409 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39ff6a9242c7459291ee50428c0dfa3b, entries=200, sequenceid=94, filesize=14.0 K
2024-11-15T16:41:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d7a8d1ed96e54ced9328f6551800fa37 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d7a8d1ed96e54ced9328f6551800fa37
2024-11-15T16:41:27,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d7a8d1ed96e54ced9328f6551800fa37, entries=150, sequenceid=94, filesize=11.7 K
2024-11-15T16:41:27,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/3a105ddf2bb540b0a6ccf8fa8043d1a7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3a105ddf2bb540b0a6ccf8fa8043d1a7
2024-11-15T16:41:27,427 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3a105ddf2bb540b0a6ccf8fa8043d1a7, entries=150, sequenceid=94, filesize=11.7 K
2024-11-15T16:41:27,428 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e1fa49e745dfe546d7feb5000961fa79 in 493ms, sequenceid=94, compaction requested=true
2024-11-15T16:41:27,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:27,429 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:27,429 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:27,430 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:27,430 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:27,430 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,431 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/29ec0e7987354cbda5e19248d71c4157, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/e854078efecf429cbacbd3780ab2edd2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39ff6a9242c7459291ee50428c0dfa3b] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=39.7 K
2024-11-15T16:41:27,431 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:27,431 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:27,431 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,431 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/196853f6f25e4f3ead82e19fc5402ded, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/08c99e8acc684aea8f1a315f498a7ca0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d7a8d1ed96e54ced9328f6551800fa37] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.2 K
2024-11-15T16:41:27,431 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29ec0e7987354cbda5e19248d71c4157, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731688885585
2024-11-15T16:41:27,432 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 196853f6f25e4f3ead82e19fc5402ded, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731688885585
2024-11-15T16:41:27,432 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 08c99e8acc684aea8f1a315f498a7ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731688885845
2024-11-15T16:41:27,432 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e854078efecf429cbacbd3780ab2edd2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731688885845
2024-11-15T16:41:27,433 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a8d1ed96e54ced9328f6551800fa37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688885987
2024-11-15T16:41:27,434 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ff6a9242c7459291ee50428c0dfa3b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688885975
2024-11-15T16:41:27,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-15T16:41:27,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-15T16:41:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/9ec7a30f0fbb4ccbba3b739c83bd7d30 is 50, key is test_row_0/A:col10/1731688887119/Put/seqid=0
2024-11-15T16:41:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:27,461 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:27,462 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/c397289069f14fd8b93e277abc1177ef is 50, key is test_row_0/B:col10/1731688885987/Put/seqid=0
2024-11-15T16:41:27,468 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:27,469 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/6256af88bc7a429684c8805c46b41869 is 50, key is test_row_0/A:col10/1731688885987/Put/seqid=0
2024-11-15T16:41:27,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742093_1269 (size=12051)
2024-11-15T16:41:27,479 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/9ec7a30f0fbb4ccbba3b739c83bd7d30
2024-11-15T16:41:27,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742094_1270 (size=12104)
2024-11-15T16:41:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/c61403a936e34d21bf2c19a88aef4f00 is 50, key is test_row_0/B:col10/1731688887119/Put/seqid=0
2024-11-15T16:41:27,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742095_1271 (size=12104)
2024-11-15T16:41:27,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742096_1272 (size=12051)
2024-11-15T16:41:27,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688947500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/c61403a936e34d21bf2c19a88aef4f00
2024-11-15T16:41:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/916337078ff5492a979f0c7c3ca19f6b is 50, key is test_row_0/C:col10/1731688887119/Put/seqid=0
2024-11-15T16:41:27,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742097_1273 (size=12051)
2024-11-15T16:41:27,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688947612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-15T16:41:27,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688947822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:27,896 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/c397289069f14fd8b93e277abc1177ef as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c397289069f14fd8b93e277abc1177ef
2024-11-15T16:41:27,903 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into c397289069f14fd8b93e277abc1177ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:27,903 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:27,903 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=13, startTime=1731688887429; duration=0sec
2024-11-15T16:41:27,903 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:27,903 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:27,903 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:27,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:27,910 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:27,910 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,911 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b0864f4e2a6f4f30a9836ff5dbcd17e2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/f2ce4c5c58554606acefef8be52f6e14, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3a105ddf2bb540b0a6ccf8fa8043d1a7] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.2 K
2024-11-15T16:41:27,911 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b0864f4e2a6f4f30a9836ff5dbcd17e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731688885585
2024-11-15T16:41:27,912 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ce4c5c58554606acefef8be52f6e14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731688885845
2024-11-15T16:41:27,913 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a105ddf2bb540b0a6ccf8fa8043d1a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688885987
2024-11-15T16:41:27,914 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/6256af88bc7a429684c8805c46b41869 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6256af88bc7a429684c8805c46b41869
2024-11-15T16:41:27,928 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into 6256af88bc7a429684c8805c46b41869(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:27,928 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:27,928 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=13, startTime=1731688887429; duration=0sec
2024-11-15T16:41:27,928 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:27,928 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:27,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/916337078ff5492a979f0c7c3ca19f6b
2024-11-15T16:41:27,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/9ec7a30f0fbb4ccbba3b739c83bd7d30 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/9ec7a30f0fbb4ccbba3b739c83bd7d30
2024-11-15T16:41:27,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/9ec7a30f0fbb4ccbba3b739c83bd7d30, entries=150, sequenceid=130, filesize=11.8 K
2024-11-15T16:41:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/c61403a936e34d21bf2c19a88aef4f00 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c61403a936e34d21bf2c19a88aef4f00
2024-11-15T16:41:27,945 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:27,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c61403a936e34d21bf2c19a88aef4f00, entries=150, sequenceid=130, filesize=11.8 K
2024-11-15T16:41:27,946 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/7aaed8f55b284dde974d2f4eddfecd03 is 50, key is test_row_0/C:col10/1731688885987/Put/seqid=0
2024-11-15T16:41:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/916337078ff5492a979f0c7c3ca19f6b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/916337078ff5492a979f0c7c3ca19f6b
2024-11-15T16:41:27,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/916337078ff5492a979f0c7c3ca19f6b, entries=150, sequenceid=130, filesize=11.8 K
2024-11-15T16:41:27,953 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for e1fa49e745dfe546d7feb5000961fa79 in 516ms, sequenceid=130, compaction requested=false
2024-11-15T16:41:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-15T16:41:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-15T16:41:27,957 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-15T16:41:27,957 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3650 sec
2024-11-15T16:41:27,959 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.3710 sec
2024-11-15T16:41:27,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742098_1274 (size=12104)
2024-11-15T16:41:27,984 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/7aaed8f55b284dde974d2f4eddfecd03 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7aaed8f55b284dde974d2f4eddfecd03
2024-11-15T16:41:27,993 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into 7aaed8f55b284dde974d2f4eddfecd03(size=11.8 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:27,994 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:27,994 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=13, startTime=1731688887429; duration=0sec
2024-11-15T16:41:27,994 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:27,994 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:28,134 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:41:28,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:28,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:28,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:28,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:28,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:28,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:28,141 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T16:41:28,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/76cc4bd0f89b489cab5a6f6ce1e94158 is 50, key is test_row_0/A:col10/1731688887489/Put/seqid=0
2024-11-15T16:41:28,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742099_1275 (size=14541)
2024-11-15T16:41:28,171 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/76cc4bd0f89b489cab5a6f6ce1e94158
2024-11-15T16:41:28,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688948168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688948169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688948171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688948174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688948175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bcb817daa22945faad4961726aaef21b is 50, key is test_row_0/B:col10/1731688887489/Put/seqid=0
2024-11-15T16:41:28,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742100_1276 (size=12151)
2024-11-15T16:41:28,218 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bcb817daa22945faad4961726aaef21b
2024-11-15T16:41:28,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8b723c98bcd5421ab6d58942e22ad0c5 is 50, key is test_row_0/C:col10/1731688887489/Put/seqid=0
2024-11-15T16:41:28,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742101_1277 (size=12151)
2024-11-15T16:41:28,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688948282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688948283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688948283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688948283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688948292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688948492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688948492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688948492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688948493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688948502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,640 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8b723c98bcd5421ab6d58942e22ad0c5
2024-11-15T16:41:28,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/76cc4bd0f89b489cab5a6f6ce1e94158 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/76cc4bd0f89b489cab5a6f6ce1e94158
2024-11-15T16:41:28,656 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/76cc4bd0f89b489cab5a6f6ce1e94158, entries=200, sequenceid=145, filesize=14.2 K
2024-11-15T16:41:28,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bcb817daa22945faad4961726aaef21b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bcb817daa22945faad4961726aaef21b
2024-11-15T16:41:28,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bcb817daa22945faad4961726aaef21b, entries=150, sequenceid=145, filesize=11.9 K
2024-11-15T16:41:28,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8b723c98bcd5421ab6d58942e22ad0c5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8b723c98bcd5421ab6d58942e22ad0c5
2024-11-15T16:41:28,677 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8b723c98bcd5421ab6d58942e22ad0c5, entries=150, sequenceid=145, filesize=11.9 K
2024-11-15T16:41:28,678 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e1fa49e745dfe546d7feb5000961fa79 in 544ms, sequenceid=145, compaction requested=true
2024-11-15T16:41:28,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:28,678 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:28,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:28,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:28,678 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:28,679 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38696 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:28,679 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:28,679 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:28,680 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6256af88bc7a429684c8805c46b41869, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/9ec7a30f0fbb4ccbba3b739c83bd7d30, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/76cc4bd0f89b489cab5a6f6ce1e94158] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=37.8 K
2024-11-15T16:41:28,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:28,680 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36306 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:28,680 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:28,680 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:28,680 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c397289069f14fd8b93e277abc1177ef, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c61403a936e34d21bf2c19a88aef4f00, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bcb817daa22945faad4961726aaef21b] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.5 K
2024-11-15T16:41:28,680 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6256af88bc7a429684c8805c46b41869, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688885987
2024-11-15T16:41:28,681 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c397289069f14fd8b93e277abc1177ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688885987
2024-11-15T16:41:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:28,681 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ec7a30f0fbb4ccbba3b739c83bd7d30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731688886996
2024-11-15T16:41:28,681 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c61403a936e34d21bf2c19a88aef4f00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731688886996
2024-11-15T16:41:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:28,681 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76cc4bd0f89b489cab5a6f6ce1e94158, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688887482
2024-11-15T16:41:28,682 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bcb817daa22945faad4961726aaef21b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688887489
2024-11-15T16:41:28,709 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:28,709 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/7c64ceabd8014a4ebf900feae8d8816e is 50, key is test_row_0/A:col10/1731688887489/Put/seqid=0
2024-11-15T16:41:28,722 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:28,723 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/e5bdad5b59334c9db3d06719b81c9d6c is 50, key is test_row_0/B:col10/1731688887489/Put/seqid=0
2024-11-15T16:41:28,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742102_1278 (size=12357)
2024-11-15T16:41:28,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742103_1279 (size=12357)
2024-11-15T16:41:28,782 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/e5bdad5b59334c9db3d06719b81c9d6c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/e5bdad5b59334c9db3d06719b81c9d6c
2024-11-15T16:41:28,789 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into e5bdad5b59334c9db3d06719b81c9d6c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:28,789 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:28,789 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=13, startTime=1731688888678; duration=0sec
2024-11-15T16:41:28,789 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:28,789 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:28,789 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:28,791 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36306 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:28,791 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:28,792 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:28,792 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7aaed8f55b284dde974d2f4eddfecd03, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/916337078ff5492a979f0c7c3ca19f6b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8b723c98bcd5421ab6d58942e22ad0c5] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.5 K
2024-11-15T16:41:28,792 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aaed8f55b284dde974d2f4eddfecd03, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688885987
2024-11-15T16:41:28,794 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 916337078ff5492a979f0c7c3ca19f6b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731688886996
2024-11-15T16:41:28,794 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b723c98bcd5421ab6d58942e22ad0c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688887489
2024-11-15T16:41:28,805 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:28,805 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-15T16:41:28,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:28,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:28,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:28,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:28,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:28,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:28,806 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/3e7094f1f1fb44c697e21a8246c027fb is 50, key is test_row_0/C:col10/1731688887489/Put/seqid=0
2024-11-15T16:41:28,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/1f91d4289fe645f3a7633730b5344e44 is 50, key is test_row_0/A:col10/1731688888804/Put/seqid=0
2024-11-15T16:41:28,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742104_1280 (size=12357)
2024-11-15T16:41:28,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742105_1281 (size=14541)
2024-11-15T16:41:28,828 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/1f91d4289fe645f3a7633730b5344e44
2024-11-15T16:41:28,830 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/3e7094f1f1fb44c697e21a8246c027fb as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3e7094f1f1fb44c697e21a8246c027fb
2024-11-15T16:41:28,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688948825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688948825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688948826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688948839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/fd03d14d02f44251b98c51ab01c4600a is 50, key is test_row_0/B:col10/1731688888804/Put/seqid=0
2024-11-15T16:41:28,851 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into 3e7094f1f1fb44c697e21a8246c027fb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:28,851 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:28,851 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=13, startTime=1731688888681; duration=0sec
2024-11-15T16:41:28,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,851 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:28,851 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688948846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742106_1282 (size=12151)
2024-11-15T16:41:28,886 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/fd03d14d02f44251b98c51ab01c4600a
2024-11-15T16:41:28,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/b7481d95fb43489ba21e3f99c8870027 is 50, key is test_row_0/C:col10/1731688888804/Put/seqid=0
2024-11-15T16:41:28,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688948942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688948942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688948942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688948951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688948962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:28,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742107_1283 (size=12151)
2024-11-15T16:41:29,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688949152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688949152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688949153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688949162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,175 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/7c64ceabd8014a4ebf900feae8d8816e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/7c64ceabd8014a4ebf900feae8d8816e
2024-11-15T16:41:29,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688949172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,181 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into 7c64ceabd8014a4ebf900feae8d8816e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:29,181 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:29,181 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=13, startTime=1731688888678; duration=0sec
2024-11-15T16:41:29,182 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:29,182 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:29,401 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/b7481d95fb43489ba21e3f99c8870027
2024-11-15T16:41:29,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/1f91d4289fe645f3a7633730b5344e44 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/1f91d4289fe645f3a7633730b5344e44
2024-11-15T16:41:29,412 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/1f91d4289fe645f3a7633730b5344e44, entries=200, sequenceid=167, filesize=14.2 K
2024-11-15T16:41:29,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/fd03d14d02f44251b98c51ab01c4600a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/fd03d14d02f44251b98c51ab01c4600a
2024-11-15T16:41:29,421 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/fd03d14d02f44251b98c51ab01c4600a, entries=150, sequenceid=167, filesize=11.9 K
2024-11-15T16:41:29,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/b7481d95fb43489ba21e3f99c8870027 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b7481d95fb43489ba21e3f99c8870027
2024-11-15T16:41:29,439 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b7481d95fb43489ba21e3f99c8870027, entries=150, sequenceid=167, filesize=11.9 K
2024-11-15T16:41:29,440 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for e1fa49e745dfe546d7feb5000961fa79 in 634ms, sequenceid=167, compaction requested=false
2024-11-15T16:41:29,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:29,464 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:41:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:29,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/81928838325a4454890ec9166649d8ae is 50, key is test_row_0/A:col10/1731688889463/Put/seqid=0
2024-11-15T16:41:29,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742108_1284 (size=14541)
2024-11-15T16:41:29,480 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/81928838325a4454890ec9166649d8ae
2024-11-15T16:41:29,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688949484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688949484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688949486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688949488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688949491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/2a4e02bf95fa44d6b7e7cb8bed611eb0 is 50, key is test_row_0/B:col10/1731688889463/Put/seqid=0
2024-11-15T16:41:29,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742109_1285 (size=12151)
2024-11-15T16:41:29,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688949602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688949602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688949602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688949603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688949603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-15T16:41:29,762 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:29,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-15T16:41:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-15T16:41:29,764 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:29,765 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:29,765 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:29,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688949812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688949812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688949812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688949812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688949812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-15T16:41:29,904 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/2a4e02bf95fa44d6b7e7cb8bed611eb0
2024-11-15T16:41:29,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8e10badd7d794b62a8eb3708130381ca is 50, key is test_row_0/C:col10/1731688889463/Put/seqid=0
2024-11-15T16:41:29,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-15T16:41:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:29,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:29,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742110_1286 (size=12151)
2024-11-15T16:41:30,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-15T16:41:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-15T16:41:30,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688950122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688950122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688950122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688950122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688950123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-15T16:41:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:30,328 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8e10badd7d794b62a8eb3708130381ca
2024-11-15T16:41:30,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/81928838325a4454890ec9166649d8ae as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/81928838325a4454890ec9166649d8ae
2024-11-15T16:41:30,340 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/81928838325a4454890ec9166649d8ae, entries=200, sequenceid=184, filesize=14.2 K
2024-11-15T16:41:30,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/2a4e02bf95fa44d6b7e7cb8bed611eb0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/2a4e02bf95fa44d6b7e7cb8bed611eb0
2024-11-15T16:41:30,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/2a4e02bf95fa44d6b7e7cb8bed611eb0, entries=150, sequenceid=184, filesize=11.9 K
2024-11-15T16:41:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8e10badd7d794b62a8eb3708130381ca as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e10badd7d794b62a8eb3708130381ca
2024-11-15T16:41:30,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e10badd7d794b62a8eb3708130381ca, entries=150, sequenceid=184, filesize=11.9 K
2024-11-15T16:41:30,353 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e1fa49e745dfe546d7feb5000961fa79 in 889ms, sequenceid=184, compaction requested=true
2024-11-15T16:41:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:30,353 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:30,353 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:30,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:30,354 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:30,354 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41439 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:30,354 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:30,354 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:30,355 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,355 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,355 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/7c64ceabd8014a4ebf900feae8d8816e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/1f91d4289fe645f3a7633730b5344e44, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/81928838325a4454890ec9166649d8ae] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=40.5 K
2024-11-15T16:41:30,355 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/e5bdad5b59334c9db3d06719b81c9d6c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/fd03d14d02f44251b98c51ab01c4600a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/2a4e02bf95fa44d6b7e7cb8bed611eb0] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.8 K
2024-11-15T16:41:30,355 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e5bdad5b59334c9db3d06719b81c9d6c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688887489
2024-11-15T16:41:30,355 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c64ceabd8014a4ebf900feae8d8816e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688887489
2024-11-15T16:41:30,356 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f91d4289fe645f3a7633730b5344e44, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688888167
2024-11-15T16:41:30,356 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting fd03d14d02f44251b98c51ab01c4600a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688888172
2024-11-15T16:41:30,356 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a4e02bf95fa44d6b7e7cb8bed611eb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731688888820
2024-11-15T16:41:30,356 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81928838325a4454890ec9166649d8ae, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731688888820
2024-11-15T16:41:30,364 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:30,365 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/00afcf741e904d319f4fb8527b38c28e is 50, key is test_row_0/A:col10/1731688889463/Put/seqid=0
2024-11-15T16:41:30,366 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:30,366 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bc086f6e531e4c9f9f457638fb01462f is 50, key is test_row_0/B:col10/1731688889463/Put/seqid=0
2024-11-15T16:41:30,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742111_1287 (size=12459)
2024-11-15T16:41:30,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-15T16:41:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-15T16:41:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-15T16:41:30,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/ae1b44c0e6f34160b98c72db154a61f3 is 50, key is test_row_0/A:col10/1731688889486/Put/seqid=0
2024-11-15T16:41:30,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742112_1288 (size=12459)
2024-11-15T16:41:30,402 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bc086f6e531e4c9f9f457638fb01462f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bc086f6e531e4c9f9f457638fb01462f
2024-11-15T16:41:30,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742113_1289 (size=12151)
2024-11-15T16:41:30,408 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into bc086f6e531e4c9f9f457638fb01462f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:30,408 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:30,408 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=13, startTime=1731688890353; duration=0sec
2024-11-15T16:41:30,408 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:30,408 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:30,408 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:30,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/ae1b44c0e6f34160b98c72db154a61f3
2024-11-15T16:41:30,410 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:30,410 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:30,410 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,410 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3e7094f1f1fb44c697e21a8246c027fb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b7481d95fb43489ba21e3f99c8870027, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e10badd7d794b62a8eb3708130381ca] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.8 K
2024-11-15T16:41:30,410 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e7094f1f1fb44c697e21a8246c027fb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731688887489
2024-11-15T16:41:30,411 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b7481d95fb43489ba21e3f99c8870027, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688888172
2024-11-15T16:41:30,411 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e10badd7d794b62a8eb3708130381ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731688888820
2024-11-15T16:41:30,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/8bf32f3f68b240c2a0e8861c1b08df44 is 50, key is test_row_0/B:col10/1731688889486/Put/seqid=0
2024-11-15T16:41:30,423 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:30,423 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/ceef7df9bfc245eca776b96824a1cbd0 is 50, key is test_row_0/C:col10/1731688889463/Put/seqid=0
2024-11-15T16:41:30,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742114_1290 (size=12151)
2024-11-15T16:41:30,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/8bf32f3f68b240c2a0e8861c1b08df44
2024-11-15T16:41:30,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742115_1291 (size=12459)
2024-11-15T16:41:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/76876881b4d6401a96d9b2b45986c0bd is 50, key is test_row_0/C:col10/1731688889486/Put/seqid=0
2024-11-15T16:41:30,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742116_1292 (size=12151)
2024-11-15T16:41:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:30,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:30,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688950643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688950646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688950647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688950648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688950649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688950752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688950762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688950762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688950762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688950762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,779 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/00afcf741e904d319f4fb8527b38c28e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/00afcf741e904d319f4fb8527b38c28e
2024-11-15T16:41:30,783 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into 00afcf741e904d319f4fb8527b38c28e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:30,783 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:30,783 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=13, startTime=1731688890353; duration=0sec
2024-11-15T16:41:30,783 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:30,784 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:30,838 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/ceef7df9bfc245eca776b96824a1cbd0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ceef7df9bfc245eca776b96824a1cbd0
2024-11-15T16:41:30,844 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into ceef7df9bfc245eca776b96824a1cbd0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:30,844 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:30,844 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=13, startTime=1731688890353; duration=0sec
2024-11-15T16:41:30,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/76876881b4d6401a96d9b2b45986c0bd
2024-11-15T16:41:30,844 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:30,844 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:30,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/ae1b44c0e6f34160b98c72db154a61f3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ae1b44c0e6f34160b98c72db154a61f3
2024-11-15T16:41:30,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ae1b44c0e6f34160b98c72db154a61f3, entries=150, sequenceid=201, filesize=11.9 K
2024-11-15T16:41:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/8bf32f3f68b240c2a0e8861c1b08df44 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8bf32f3f68b240c2a0e8861c1b08df44
2024-11-15T16:41:30,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8bf32f3f68b240c2a0e8861c1b08df44, entries=150, sequenceid=201, filesize=11.9 K
2024-11-15T16:41:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/76876881b4d6401a96d9b2b45986c0bd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/76876881b4d6401a96d9b2b45986c0bd
2024-11-15T16:41:30,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/76876881b4d6401a96d9b2b45986c0bd, entries=150, sequenceid=201, filesize=11.9 K
2024-11-15T16:41:30,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e1fa49e745dfe546d7feb5000961fa79 in 485ms, sequenceid=201, compaction requested=false
2024-11-15T16:41:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-15T16:41:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-15T16:41:30,866 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-15T16:41:30,866 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec
2024-11-15T16:41:30,869 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.1050 sec
2024-11-15T16:41:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-15T16:41:30,902 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:30,903 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-15T16:41:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-15T16:41:30,906 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:30,907 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:30,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:30,963 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-15T16:41:30,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:30,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:30,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:30,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:30,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:30,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:30,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/46c470974d714f52b459da8869c8ddec is 50, key is test_row_0/A:col10/1731688890647/Put/seqid=0
2024-11-15T16:41:30,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742117_1293 (size=14541)
2024-11-15T16:41:30,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688950983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688950983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688950984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688950984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688950986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:30,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-15T16:41:31,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:31,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:31,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688951091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688951091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688951102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688951102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688951102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-15T16:41:31,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688951302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688951302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688951312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688951312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688951312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:31,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,373 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/46c470974d714f52b459da8869c8ddec
2024-11-15T16:41:31,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/aea022907c0b444ea8c844f73428a28f is 50, key is test_row_0/B:col10/1731688890647/Put/seqid=0
2024-11-15T16:41:31,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742118_1294 (size=12151)
2024-11-15T16:41:31,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-15T16:41:31,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688951612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688951612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688951622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688951622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688951622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:31,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,786 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/aea022907c0b444ea8c844f73428a28f
2024-11-15T16:41:31,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/ac65687d62d345de88c6df4880bc64f5 is 50, key is test_row_0/C:col10/1731688890647/Put/seqid=0
2024-11-15T16:41:31,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742119_1295 (size=12151)
2024-11-15T16:41:31,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:31,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:31,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-15T16:41:32,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688952121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:32,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688952121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:32,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688952132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:32,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688952132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:32,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688952132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:32,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:32,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:32,199 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/ac65687d62d345de88c6df4880bc64f5
2024-11-15T16:41:32,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/46c470974d714f52b459da8869c8ddec as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/46c470974d714f52b459da8869c8ddec
2024-11-15T16:41:32,207 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/46c470974d714f52b459da8869c8ddec, entries=200, sequenceid=220, filesize=14.2 K
2024-11-15T16:41:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/aea022907c0b444ea8c844f73428a28f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/aea022907c0b444ea8c844f73428a28f
2024-11-15T16:41:32,212 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/aea022907c0b444ea8c844f73428a28f, entries=150, sequenceid=220, filesize=11.9 K
2024-11-15T16:41:32,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/ac65687d62d345de88c6df4880bc64f5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ac65687d62d345de88c6df4880bc64f5
2024-11-15T16:41:32,217 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ac65687d62d345de88c6df4880bc64f5, entries=150, sequenceid=220, filesize=11.9 K
2024-11-15T16:41:32,218 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e1fa49e745dfe546d7feb5000961fa79 in 1254ms, sequenceid=220, compaction requested=true
2024-11-15T16:41:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:32,218 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:32,218 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:32,219 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:32,219 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:32,219 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:32,219 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:32,219 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:32,219 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:32,219 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bc086f6e531e4c9f9f457638fb01462f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8bf32f3f68b240c2a0e8861c1b08df44, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/aea022907c0b444ea8c844f73428a28f] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.9 K
2024-11-15T16:41:32,219 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/00afcf741e904d319f4fb8527b38c28e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ae1b44c0e6f34160b98c72db154a61f3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/46c470974d714f52b459da8869c8ddec] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=38.2 K
2024-11-15T16:41:32,220 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bc086f6e531e4c9f9f457638fb01462f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731688888820
2024-11-15T16:41:32,220 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00afcf741e904d319f4fb8527b38c28e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731688888820
2024-11-15T16:41:32,220 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae1b44c0e6f34160b98c72db154a61f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731688889481
2024-11-15T16:41:32,220 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bf32f3f68b240c2a0e8861c1b08df44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731688889481
2024-11-15T16:41:32,220 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46c470974d714f52b459da8869c8ddec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731688890641
2024-11-15T16:41:32,220 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting aea022907c0b444ea8c844f73428a28f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731688890641
2024-11-15T16:41:32,228 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#248 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:32,228 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/5ef2b68b3fbb4d159154f4b8394da9c9 is 50, key is test_row_0/A:col10/1731688890647/Put/seqid=0
2024-11-15T16:41:32,228 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:32,229 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/b2973bf64eff4294a9565b474a27d15c is 50, key is test_row_0/B:col10/1731688890647/Put/seqid=0
2024-11-15T16:41:32,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742120_1296 (size=12561)
2024-11-15T16:41:32,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742121_1297 (size=12561)
2024-11-15T16:41:32,243 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/5ef2b68b3fbb4d159154f4b8394da9c9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/5ef2b68b3fbb4d159154f4b8394da9c9
2024-11-15T16:41:32,248 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into 5ef2b68b3fbb4d159154f4b8394da9c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:32,248 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:32,248 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=13, startTime=1731688892218; duration=0sec
2024-11-15T16:41:32,248 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:32,248 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:32,248 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:32,249 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:32,249 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:32,249 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:32,250 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ceef7df9bfc245eca776b96824a1cbd0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/76876881b4d6401a96d9b2b45986c0bd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ac65687d62d345de88c6df4880bc64f5] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=35.9 K
2024-11-15T16:41:32,250 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceef7df9bfc245eca776b96824a1cbd0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731688888820
2024-11-15T16:41:32,250 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76876881b4d6401a96d9b2b45986c0bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731688889481
2024-11-15T16:41:32,250 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac65687d62d345de88c6df4880bc64f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731688890641
2024-11-15T16:41:32,256 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#250 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:32,257 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/83ba080c43f24f8e9a84c827d51ff69a is 50, key is test_row_0/C:col10/1731688890647/Put/seqid=0
2024-11-15T16:41:32,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742122_1298 (size=12561)
2024-11-15T16:41:32,272 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/83ba080c43f24f8e9a84c827d51ff69a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/83ba080c43f24f8e9a84c827d51ff69a
2024-11-15T16:41:32,278 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into 83ba080c43f24f8e9a84c827d51ff69a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:32,278 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:32,278 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=13, startTime=1731688892218; duration=0sec
2024-11-15T16:41:32,278 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:32,278 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:32,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-15T16:41:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:32,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-15T16:41:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:32,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3d2074568b564f27a19cbb3328cc4ed8 is 50, key is test_row_0/A:col10/1731688890982/Put/seqid=0
2024-11-15T16:41:32,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742123_1299 (size=12151)
2024-11-15T16:41:32,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3d2074568b564f27a19cbb3328cc4ed8
2024-11-15T16:41:32,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d4d0039afac54d198ce9050dbad3ab27 is 50, key is test_row_0/B:col10/1731688890982/Put/seqid=0
2024-11-15T16:41:32,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742124_1300 (size=12151)
2024-11-15T16:41:32,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d4d0039afac54d198ce9050dbad3ab27
2024-11-15T16:41:32,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/2d5846323e0f4c26a8138ba3c0af543d is 50, key is test_row_0/C:col10/1731688890982/Put/seqid=0
2024-11-15T16:41:32,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742125_1301 (size=12151)
2024-11-15T16:41:32,643 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/b2973bf64eff4294a9565b474a27d15c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/b2973bf64eff4294a9565b474a27d15c
2024-11-15T16:41:32,649 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into b2973bf64eff4294a9565b474a27d15c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:32,650 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:32,650 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=13, startTime=1731688892218; duration=0sec
2024-11-15T16:41:32,650 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:32,650 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:32,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/2d5846323e0f4c26a8138ba3c0af543d
2024-11-15T16:41:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3d2074568b564f27a19cbb3328cc4ed8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3d2074568b564f27a19cbb3328cc4ed8
2024-11-15T16:41:32,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3d2074568b564f27a19cbb3328cc4ed8, entries=150, sequenceid=238, filesize=11.9 K
2024-11-15T16:41:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d4d0039afac54d198ce9050dbad3ab27 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d4d0039afac54d198ce9050dbad3ab27
2024-11-15T16:41:32,744 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d4d0039afac54d198ce9050dbad3ab27, entries=150, sequenceid=238, filesize=11.9 K
2024-11-15T16:41:32,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/2d5846323e0f4c26a8138ba3c0af543d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/2d5846323e0f4c26a8138ba3c0af543d
2024-11-15T16:41:32,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/2d5846323e0f4c26a8138ba3c0af543d, entries=150, sequenceid=238, filesize=11.9 K
2024-11-15T16:41:32,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for e1fa49e745dfe546d7feb5000961fa79 in 455ms, sequenceid=238, compaction requested=false
2024-11-15T16:41:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-15T16:41:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-15T16:41:32,754 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-15T16:41:32,754 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8440 sec
2024-11-15T16:41:32,756 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.8520 sec
2024-11-15T16:41:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-15T16:41:33,052 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:33,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-15T16:41:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-15T16:41:33,055 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:33,055 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:33,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:33,143 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:41:33,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:33,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:33,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:33,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:33,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:33,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:33,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/ea06368dd7c54bd0b1fdec2e54f9e526 is 50, key is test_row_0/A:col10/1731688893142/Put/seqid=0
2024-11-15T16:41:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-15T16:41:33,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742126_1302 (size=12151)
2024-11-15T16:41:33,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688953166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688893161, max timestamp=1731688893170Num uniques 859; 
2024-11-15T16:41:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688893161, max timestamp=1731688893170Num uniques 859; 
2024-11-15T16:41:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688893161, max timestamp=1731688893170Num uniques 859; 
2024-11-15T16:41:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:33,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688953192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688953194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688953195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688953197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-15T16:41:33,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:33,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688953281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688953312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688953312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688953312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688953312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-15T16:41:33,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:33,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-15T16:41:33,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688953491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-15T16:41:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688953522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688953522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688953522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688953522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/ea06368dd7c54bd0b1fdec2e54f9e526
2024-11-15T16:41:33,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d1a5c96f8f4e44c6b149a0b5d4d68f04 is 50, key is test_row_0/B:col10/1731688893142/Put/seqid=0
2024-11-15T16:41:33,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742127_1303 (size=12151)
2024-11-15T16:41:33,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-15T16:41:33,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:33,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-15T16:41:33,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688953801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-15T16:41:33,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:33,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688953832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688953832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688953832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688953832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:33,975 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d1a5c96f8f4e44c6b149a0b5d4d68f04
2024-11-15T16:41:33,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-15T16:41:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:33,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:33,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8e14e26cf7614c938a388a7f2b870d56 is 50, key is test_row_0/C:col10/1731688893142/Put/seqid=0
2024-11-15T16:41:33,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742128_1304 (size=12151)
2024-11-15T16:41:33,990 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8e14e26cf7614c938a388a7f2b870d56
2024-11-15T16:41:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/ea06368dd7c54bd0b1fdec2e54f9e526 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ea06368dd7c54bd0b1fdec2e54f9e526
2024-11-15T16:41:33,998 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ea06368dd7c54bd0b1fdec2e54f9e526, entries=150, sequenceid=250, filesize=11.9 K
2024-11-15T16:41:33,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d1a5c96f8f4e44c6b149a0b5d4d68f04 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d1a5c96f8f4e44c6b149a0b5d4d68f04
2024-11-15T16:41:34,003 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d1a5c96f8f4e44c6b149a0b5d4d68f04, entries=150, sequenceid=250, filesize=11.9 K
2024-11-15T16:41:34,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/8e14e26cf7614c938a388a7f2b870d56 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e14e26cf7614c938a388a7f2b870d56
2024-11-15T16:41:34,008 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e14e26cf7614c938a388a7f2b870d56, entries=150, sequenceid=250, filesize=11.9 K
2024-11-15T16:41:34,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e1fa49e745dfe546d7feb5000961fa79 in 866ms, sequenceid=250, compaction requested=true
2024-11-15T16:41:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:34,009 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:34,009 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:34,010 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:34,010 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:34,010 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:34,010 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:34,010 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:34,010 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:34,010 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/5ef2b68b3fbb4d159154f4b8394da9c9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3d2074568b564f27a19cbb3328cc4ed8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ea06368dd7c54bd0b1fdec2e54f9e526] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=36.0 K
2024-11-15T16:41:34,011 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/b2973bf64eff4294a9565b474a27d15c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d4d0039afac54d198ce9050dbad3ab27, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d1a5c96f8f4e44c6b149a0b5d4d68f04] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=36.0 K
2024-11-15T16:41:34,011 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b2973bf64eff4294a9565b474a27d15c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731688890641
2024-11-15T16:41:34,011 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ef2b68b3fbb4d159154f4b8394da9c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731688890641
2024-11-15T16:41:34,011 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d4d0039afac54d198ce9050dbad3ab27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731688890977
2024-11-15T16:41:34,011 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d2074568b564f27a19cbb3328cc4ed8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731688890977
2024-11-15T16:41:34,012 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a5c96f8f4e44c6b149a0b5d4d68f04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731688893133
2024-11-15T16:41:34,012 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea06368dd7c54bd0b1fdec2e54f9e526, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731688893133
2024-11-15T16:41:34,019 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:34,020 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/a8e75424714d44a5b881b1a429b900c0 is 50, key is test_row_0/B:col10/1731688893142/Put/seqid=0
2024-11-15T16:41:34,026 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:34,026 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/524e73fc96914fb98677406bf2b1f56d is 50, key is test_row_0/A:col10/1731688893142/Put/seqid=0
2024-11-15T16:41:34,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742129_1305 (size=12663)
2024-11-15T16:41:34,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742130_1306 (size=12663)
2024-11-15T16:41:34,040 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/a8e75424714d44a5b881b1a429b900c0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/a8e75424714d44a5b881b1a429b900c0
2024-11-15T16:41:34,044 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/524e73fc96914fb98677406bf2b1f56d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/524e73fc96914fb98677406bf2b1f56d
2024-11-15T16:41:34,046 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into a8e75424714d44a5b881b1a429b900c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:34,046 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:34,046 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=13, startTime=1731688894009; duration=0sec
2024-11-15T16:41:34,047 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:34,047 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:34,048 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:34,049 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:34,049 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:34,049 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:34,049 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/83ba080c43f24f8e9a84c827d51ff69a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/2d5846323e0f4c26a8138ba3c0af543d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e14e26cf7614c938a388a7f2b870d56] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=36.0 K
2024-11-15T16:41:34,049 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 83ba080c43f24f8e9a84c827d51ff69a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731688890641
2024-11-15T16:41:34,050 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into 524e73fc96914fb98677406bf2b1f56d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:34,050 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:34,050 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=13, startTime=1731688894009; duration=0sec
2024-11-15T16:41:34,050 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:34,050 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:34,051 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d5846323e0f4c26a8138ba3c0af543d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731688890977
2024-11-15T16:41:34,051 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e14e26cf7614c938a388a7f2b870d56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731688893133
2024-11-15T16:41:34,058 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:34,059 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/90de62992f144983a1111a06c9271ee7 is 50, key is test_row_0/C:col10/1731688893142/Put/seqid=0
2024-11-15T16:41:34,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742131_1307 (size=12663)
2024-11-15T16:41:34,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-15T16:41:34,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:34,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-15T16:41:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3141467cdc024f759a303b10ca7417a2 is 50, key is test_row_0/A:col10/1731688893195/Put/seqid=0
2024-11-15T16:41:34,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742132_1308 (size=12301)
2024-11-15T16:41:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-15T16:41:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:34,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:34,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688954342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688954347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688954348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688954351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688954351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688954451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688954461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688954462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,468 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/90de62992f144983a1111a06c9271ee7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/90de62992f144983a1111a06c9271ee7
2024-11-15T16:41:34,474 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into 90de62992f144983a1111a06c9271ee7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:34,474 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:34,474 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=13, startTime=1731688894009; duration=0sec
2024-11-15T16:41:34,474 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:34,474 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:34,545 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3141467cdc024f759a303b10ca7417a2
2024-11-15T16:41:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/5c3cc5a961ab4897879702434ba6bd5a is 50, key is test_row_0/B:col10/1731688893195/Put/seqid=0
2024-11-15T16:41:34,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742133_1309 (size=12301)
2024-11-15T16:41:34,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688954661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688954671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688954671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/5c3cc5a961ab4897879702434ba6bd5a
2024-11-15T16:41:34,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/a52bf0b910d24a19b51e95fcaaba0ed0 is 50, key is test_row_0/C:col10/1731688893195/Put/seqid=0
2024-11-15T16:41:34,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742134_1310 (size=12301)
2024-11-15T16:41:34,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688954972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688954982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688954982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-15T16:41:35,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688955362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,365 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,372 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/a52bf0b910d24a19b51e95fcaaba0ed0
2024-11-15T16:41:35,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688955371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,375 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3141467cdc024f759a303b10ca7417a2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3141467cdc024f759a303b10ca7417a2
2024-11-15T16:41:35,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3141467cdc024f759a303b10ca7417a2, entries=150, sequenceid=287, filesize=12.0 K
2024-11-15T16:41:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/5c3cc5a961ab4897879702434ba6bd5a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/5c3cc5a961ab4897879702434ba6bd5a
2024-11-15T16:41:35,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/5c3cc5a961ab4897879702434ba6bd5a, entries=150, sequenceid=287, filesize=12.0 K
2024-11-15T16:41:35,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/a52bf0b910d24a19b51e95fcaaba0ed0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a52bf0b910d24a19b51e95fcaaba0ed0
2024-11-15T16:41:35,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a52bf0b910d24a19b51e95fcaaba0ed0, entries=150, sequenceid=287, filesize=12.0 K
2024-11-15T16:41:35,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e1fa49e745dfe546d7feb5000961fa79 in 1264ms, sequenceid=287, compaction requested=false
2024-11-15T16:41:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-15T16:41:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-15T16:41:35,397 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-15T16:41:35,397 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3390 sec
2024-11-15T16:41:35,399 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.3450 sec
2024-11-15T16:41:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:35,484 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:41:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:35,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/0770706edf124643940c90564d86e1be is 50, key is test_row_0/A:col10/1731688895482/Put/seqid=0
2024-11-15T16:41:35,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742135_1311 (size=14741)
2024-11-15T16:41:35,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688955517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688895510, max timestamp=1731688895518Num uniques 859; 
2024-11-15T16:41:35,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688895510, max timestamp=1731688895518Num uniques 859; 
2024-11-15T16:41:35,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:35,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:35,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688895510, max timestamp=1731688895518Num uniques 859; 
2024-11-15T16:41:35,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:35,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688955558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688955559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688955632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688955671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688955671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688955842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688955881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688955881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:35,894 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/0770706edf124643940c90564d86e1be
2024-11-15T16:41:35,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/db3d000a56a84c7389f5cb67e1d549a1 is 50, key is test_row_0/B:col10/1731688895482/Put/seqid=0
2024-11-15T16:41:35,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742136_1312 (size=12301)
2024-11-15T16:41:36,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688956152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:36,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688956191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:36,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688956191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:36,306 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/db3d000a56a84c7389f5cb67e1d549a1
2024-11-15T16:41:36,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/228286d467cb4d5dadb0bfca1cec92db is 50, key is test_row_0/C:col10/1731688895482/Put/seqid=0
2024-11-15T16:41:36,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742137_1313 (size=12301)
2024-11-15T16:41:36,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688956662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:36,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688956701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688956701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:36,718 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/228286d467cb4d5dadb0bfca1cec92db
2024-11-15T16:41:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/0770706edf124643940c90564d86e1be as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/0770706edf124643940c90564d86e1be
2024-11-15T16:41:36,727 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/0770706edf124643940c90564d86e1be, entries=200, sequenceid=300, filesize=14.4 K
2024-11-15T16:41:36,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/db3d000a56a84c7389f5cb67e1d549a1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/db3d000a56a84c7389f5cb67e1d549a1
2024-11-15T16:41:36,731 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/db3d000a56a84c7389f5cb67e1d549a1, entries=150, sequenceid=300, filesize=12.0 K
2024-11-15T16:41:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/228286d467cb4d5dadb0bfca1cec92db as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/228286d467cb4d5dadb0bfca1cec92db
2024-11-15T16:41:36,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/228286d467cb4d5dadb0bfca1cec92db, entries=150, sequenceid=300, filesize=12.0 K
2024-11-15T16:41:36,737 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=118.53 KB/121370 for e1fa49e745dfe546d7feb5000961fa79 in 1253ms, sequenceid=300, compaction requested=true
2024-11-15T16:41:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:36,737 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:36,737 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:36,738 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39705 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:36,738 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:36,739 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:36,739 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:36,739 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:36,739 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:36,739 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/a8e75424714d44a5b881b1a429b900c0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/5c3cc5a961ab4897879702434ba6bd5a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/db3d000a56a84c7389f5cb67e1d549a1] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=36.4 K
2024-11-15T16:41:36,739 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/524e73fc96914fb98677406bf2b1f56d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3141467cdc024f759a303b10ca7417a2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/0770706edf124643940c90564d86e1be] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=38.8 K
2024-11-15T16:41:36,739 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a8e75424714d44a5b881b1a429b900c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731688893133
2024-11-15T16:41:36,739 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 524e73fc96914fb98677406bf2b1f56d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731688893133
2024-11-15T16:41:36,740 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c3cc5a961ab4897879702434ba6bd5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731688893187
2024-11-15T16:41:36,740 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3141467cdc024f759a303b10ca7417a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731688893187
2024-11-15T16:41:36,740 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting db3d000a56a84c7389f5cb67e1d549a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731688894334
2024-11-15T16:41:36,740 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0770706edf124643940c90564d86e1be, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731688894334
2024-11-15T16:41:36,748 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:36,749 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/9f7c5bcdcfc6499096b8b5237aabb518 is 50, key is test_row_0/B:col10/1731688895482/Put/seqid=0
2024-11-15T16:41:36,751 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:36,752 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/758ec3035d3243afa84e926bbd9fb713 is 50, key is test_row_0/A:col10/1731688895482/Put/seqid=0
2024-11-15T16:41:36,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742138_1314 (size=12915)
2024-11-15T16:41:36,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742139_1315 (size=12915)
2024-11-15T16:41:36,774 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/758ec3035d3243afa84e926bbd9fb713 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/758ec3035d3243afa84e926bbd9fb713
2024-11-15T16:41:36,780 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into 758ec3035d3243afa84e926bbd9fb713(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:36,780 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:36,780 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=13, startTime=1731688896737; duration=0sec
2024-11-15T16:41:36,780 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:36,780 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:36,780 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:41:36,781 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:41:36,781 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:36,781 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:36,781 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/90de62992f144983a1111a06c9271ee7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a52bf0b910d24a19b51e95fcaaba0ed0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/228286d467cb4d5dadb0bfca1cec92db] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=36.4 K
2024-11-15T16:41:36,781 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90de62992f144983a1111a06c9271ee7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731688893133
2024-11-15T16:41:36,782 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a52bf0b910d24a19b51e95fcaaba0ed0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731688893187
2024-11-15T16:41:36,782 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 228286d467cb4d5dadb0bfca1cec92db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731688894334
2024-11-15T16:41:36,789 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:36,789 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/ea582ef97d7046e7966e3ea15271f394 is 50, key is test_row_0/C:col10/1731688895482/Put/seqid=0
2024-11-15T16:41:36,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742140_1316 (size=12915)
2024-11-15T16:41:36,799 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/ea582ef97d7046e7966e3ea15271f394 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ea582ef97d7046e7966e3ea15271f394
2024-11-15T16:41:36,804 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into ea582ef97d7046e7966e3ea15271f394(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:36,804 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:36,804 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=13, startTime=1731688896737; duration=0sec
2024-11-15T16:41:36,804 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:36,804 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:37,166 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/9f7c5bcdcfc6499096b8b5237aabb518 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/9f7c5bcdcfc6499096b8b5237aabb518
2024-11-15T16:41:37,172 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into 9f7c5bcdcfc6499096b8b5237aabb518(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:37,172 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:37,172 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=13, startTime=1731688896737; duration=0sec
2024-11-15T16:41:37,172 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:37,172 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-15T16:41:37,222 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:37,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees
2024-11-15T16:41:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-15T16:41:37,224 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:37,225 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:37,225 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-15T16:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:37,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB
2024-11-15T16:41:37,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:37,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:37,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:37,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:37,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:37,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:37,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:37,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:37,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/aed6e499791c4100805f41d7d0cb8666 is 50, key is test_row_0/A:col10/1731688895558/Put/seqid=0
2024-11-15T16:41:37,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742141_1317 (size=12301)
2024-11-15T16:41:37,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688957415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688957419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688957522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688957532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-15T16:41:37,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688957671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,676 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:37,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:37,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:37,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688957712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688957712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,714 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,715 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688957731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688957742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:37,785 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/aed6e499791c4100805f41d7d0cb8666
2024-11-15T16:41:37,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d9daf778575744159479fdca19bc3f03 is 50, key is test_row_0/B:col10/1731688895558/Put/seqid=0
2024-11-15T16:41:37,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742142_1318 (size=12301)
2024-11-15T16:41:37,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:37,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:37,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-15T16:41:37,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:37,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688958041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:38,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688958051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:38,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,197 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d9daf778575744159479fdca19bc3f03
2024-11-15T16:41:38,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/42cb7d5121774b669547cdb94d9a16a4 is 50, key is test_row_0/C:col10/1731688895558/Put/seqid=0
2024-11-15T16:41:38,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742143_1319 (size=12301)
2024-11-15T16:41:38,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-15T16:41:38,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:38,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:38,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688958551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:38,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:38,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688958561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:38,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:38,611 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/42cb7d5121774b669547cdb94d9a16a4
2024-11-15T16:41:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/aed6e499791c4100805f41d7d0cb8666 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/aed6e499791c4100805f41d7d0cb8666
2024-11-15T16:41:38,619 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/aed6e499791c4100805f41d7d0cb8666, entries=150, sequenceid=338, filesize=12.0 K
2024-11-15T16:41:38,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/d9daf778575744159479fdca19bc3f03 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d9daf778575744159479fdca19bc3f03
2024-11-15T16:41:38,623 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d9daf778575744159479fdca19bc3f03, entries=150, sequenceid=338, filesize=12.0 K
2024-11-15T16:41:38,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/42cb7d5121774b669547cdb94d9a16a4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/42cb7d5121774b669547cdb94d9a16a4
2024-11-15T16:41:38,628 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/42cb7d5121774b669547cdb94d9a16a4, entries=150, sequenceid=338, filesize=12.0 K
2024-11-15T16:41:38,629 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for e1fa49e745dfe546d7feb5000961fa79 in 1255ms, sequenceid=338, compaction requested=false
2024-11-15T16:41:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:38,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-15T16:41:38,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:38,757 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:41:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/6ba440e1edcf43899d9e69a8bfbc1a25 is 50, key is test_row_0/A:col10/1731688897417/Put/seqid=0
2024-11-15T16:41:38,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742144_1320 (size=12301)
2024-11-15T16:41:39,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/6ba440e1edcf43899d9e69a8bfbc1a25
2024-11-15T16:41:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bd2ef136cd19419d8b1ba253382cb7a4 is 50, key is test_row_0/B:col10/1731688897417/Put/seqid=0
2024-11-15T16:41:39,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742145_1321 (size=12301)
2024-11-15T16:41:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-15T16:41:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:39,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bd2ef136cd19419d8b1ba253382cb7a4
2024-11-15T16:41:39,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/d22ce763af25425c8a484fc03c1f31f5 is 50, key is test_row_0/C:col10/1731688897417/Put/seqid=0
2024-11-15T16:41:39,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742146_1322 (size=12301)
2024-11-15T16:41:39,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688899601, max timestamp=1731688899612Num uniques 859; 
2024-11-15T16:41:39,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688899601, max timestamp=1731688899612Num uniques 859; 
2024-11-15T16:41:39,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:39,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:39,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688899601, max timestamp=1731688899612Num uniques 859; 
2024-11-15T16:41:39,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:41:39,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688959656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688959661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688959702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,706 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:39,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688959731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,735 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688959742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,748 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:39,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688959772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688959772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688959982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688959983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:39,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/d22ce763af25425c8a484fc03c1f31f5
2024-11-15T16:41:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/6ba440e1edcf43899d9e69a8bfbc1a25 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6ba440e1edcf43899d9e69a8bfbc1a25
2024-11-15T16:41:40,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6ba440e1edcf43899d9e69a8bfbc1a25, entries=150, sequenceid=349, filesize=12.0 K
2024-11-15T16:41:40,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/bd2ef136cd19419d8b1ba253382cb7a4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bd2ef136cd19419d8b1ba253382cb7a4
2024-11-15T16:41:40,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bd2ef136cd19419d8b1ba253382cb7a4, entries=150, sequenceid=349, filesize=12.0 K
2024-11-15T16:41:40,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/d22ce763af25425c8a484fc03c1f31f5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/d22ce763af25425c8a484fc03c1f31f5
2024-11-15T16:41:40,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/d22ce763af25425c8a484fc03c1f31f5, entries=150, sequenceid=349, filesize=12.0 K
2024-11-15T16:41:40,041 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e1fa49e745dfe546d7feb5000961fa79 in 1284ms, sequenceid=349, compaction requested=true
2024-11-15T16:41:40,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:40,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:40,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-15T16:41:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-15T16:41:40,046 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-15T16:41:40,046 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8180 sec
2024-11-15T16:41:40,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.8260 sec
2024-11-15T16:41:40,297 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=134.18 KB heapSize=385.22 KB
2024-11-15T16:41:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:40,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:40,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:41:40,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:40,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:41:40,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:40,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:41:40,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/8ae749b5287d4f0b9327f857b7ff738a is 50, key is test_row_0/A:col10/1731688900296/Put/seqid=0
2024-11-15T16:41:40,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688960325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:40,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688960328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:40,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742147_1323 (size=17181)
2024-11-15T16:41:40,347 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/8ae749b5287d4f0b9327f857b7ff738a
2024-11-15T16:41:40,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/61dd736e20c941c5b310d2e0a9be836b is 50, key is test_row_0/B:col10/1731688900296/Put/seqid=0
2024-11-15T16:41:40,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742148_1324 (size=12301)
2024-11-15T16:41:40,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:40,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688960442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688960442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:40,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688960652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:40,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688960652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:40,820 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/61dd736e20c941c5b310d2e0a9be836b
2024-11-15T16:41:40,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/a94174f325634230ba832735c6aee57c is 50, key is test_row_0/C:col10/1731688900296/Put/seqid=0
2024-11-15T16:41:40,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742149_1325 (size=12301)
2024-11-15T16:41:40,838 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/a94174f325634230ba832735c6aee57c
2024-11-15T16:41:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/8ae749b5287d4f0b9327f857b7ff738a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/8ae749b5287d4f0b9327f857b7ff738a
2024-11-15T16:41:40,847 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/8ae749b5287d4f0b9327f857b7ff738a, entries=250, sequenceid=387, filesize=16.8 K
2024-11-15T16:41:40,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/61dd736e20c941c5b310d2e0a9be836b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/61dd736e20c941c5b310d2e0a9be836b
2024-11-15T16:41:40,856 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/61dd736e20c941c5b310d2e0a9be836b, entries=150, sequenceid=387, filesize=12.0 K
2024-11-15T16:41:40,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/a94174f325634230ba832735c6aee57c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a94174f325634230ba832735c6aee57c
2024-11-15T16:41:40,861 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a94174f325634230ba832735c6aee57c, entries=150, sequenceid=387, filesize=12.0 K
2024-11-15T16:41:40,862 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for e1fa49e745dfe546d7feb5000961fa79 in 565ms, sequenceid=387, compaction requested=true
2024-11-15T16:41:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:40,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:40,862 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:40,862 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:40,863 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:40,863 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:40,863 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:40,864 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/758ec3035d3243afa84e926bbd9fb713, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/aed6e499791c4100805f41d7d0cb8666, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6ba440e1edcf43899d9e69a8bfbc1a25, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/8ae749b5287d4f0b9327f857b7ff738a] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=53.4 K
2024-11-15T16:41:40,864 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:40,864 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:40,864 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:40,864 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/9f7c5bcdcfc6499096b8b5237aabb518, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d9daf778575744159479fdca19bc3f03, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bd2ef136cd19419d8b1ba253382cb7a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/61dd736e20c941c5b310d2e0a9be836b] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=48.7 K
2024-11-15T16:41:40,865 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f7c5bcdcfc6499096b8b5237aabb518, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731688894334
2024-11-15T16:41:40,865 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 758ec3035d3243afa84e926bbd9fb713, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731688894334
2024-11-15T16:41:40,865 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d9daf778575744159479fdca19bc3f03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731688895556
2024-11-15T16:41:40,865 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting aed6e499791c4100805f41d7d0cb8666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731688895556
2024-11-15T16:41:40,866 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bd2ef136cd19419d8b1ba253382cb7a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731688897387
2024-11-15T16:41:40,866 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ba440e1edcf43899d9e69a8bfbc1a25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731688897387
2024-11-15T16:41:40,866 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 61dd736e20c941c5b310d2e0a9be836b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731688899649
2024-11-15T16:41:40,866 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae749b5287d4f0b9327f857b7ff738a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731688899649
2024-11-15T16:41:40,878 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:40,878 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/182142a83849419886a8ed75ddb33180 is 50, key is test_row_0/A:col10/1731688900296/Put/seqid=0
2024-11-15T16:41:40,879 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:40,880 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/03fab17cd1f54f02b2ee60a6a66ffbdf is 50, key is test_row_0/B:col10/1731688900296/Put/seqid=0
2024-11-15T16:41:40,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742151_1327 (size=13051)
2024-11-15T16:41:40,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742150_1326 (size=13051)
2024-11-15T16:41:40,892 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/182142a83849419886a8ed75ddb33180 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/182142a83849419886a8ed75ddb33180
2024-11-15T16:41:40,895 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/03fab17cd1f54f02b2ee60a6a66ffbdf as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/03fab17cd1f54f02b2ee60a6a66ffbdf
2024-11-15T16:41:40,898 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into 182142a83849419886a8ed75ddb33180(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:40,898 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:40,898 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=12, startTime=1731688900862; duration=0sec
2024-11-15T16:41:40,898 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:40,898 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:40,898 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:40,900 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:40,900 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:40,900 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:40,900 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ea582ef97d7046e7966e3ea15271f394, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/42cb7d5121774b669547cdb94d9a16a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/d22ce763af25425c8a484fc03c1f31f5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a94174f325634230ba832735c6aee57c] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=48.7 K
2024-11-15T16:41:40,901 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea582ef97d7046e7966e3ea15271f394, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731688894334
2024-11-15T16:41:40,902 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42cb7d5121774b669547cdb94d9a16a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731688895556
2024-11-15T16:41:40,902 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22ce763af25425c8a484fc03c1f31f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731688897387
2024-11-15T16:41:40,902 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into 03fab17cd1f54f02b2ee60a6a66ffbdf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:40,902 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:40,902 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=12, startTime=1731688900862; duration=0sec
2024-11-15T16:41:40,903 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a94174f325634230ba832735c6aee57c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731688899649
2024-11-15T16:41:40,903 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:40,903 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:40,914 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:40,915 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/51594570cdb44d84bb945b26d305e173 is 50, key is test_row_0/C:col10/1731688900296/Put/seqid=0
2024-11-15T16:41:40,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742152_1328 (size=13051)
2024-11-15T16:41:40,965 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/51594570cdb44d84bb945b26d305e173 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/51594570cdb44d84bb945b26d305e173
2024-11-15T16:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:40,966 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:41:40,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:40,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:40,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:40,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:40,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:40,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:40,973 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into 51594570cdb44d84bb945b26d305e173(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:40,973 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:40,973 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=12, startTime=1731688900862; duration=0sec
2024-11-15T16:41:40,974 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:40,974 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:40,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/bfa42ca55cd746ba856ba2eb3ec05fcb is 50, key is test_row_0/A:col10/1731688900963/Put/seqid=0
2024-11-15T16:41:40,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742153_1329 (size=14737)
2024-11-15T16:41:40,989 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/bfa42ca55cd746ba856ba2eb3ec05fcb
2024-11-15T16:41:41,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/7ca326eaa1ba4380a3884eba5048d1c7 is 50, key is test_row_0/B:col10/1731688900963/Put/seqid=0
2024-11-15T16:41:41,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742154_1330 (size=9857)
2024-11-15T16:41:41,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688961033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688901008, max timestamp=1731688901033Num uniques 859; 
2024-11-15T16:41:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688901008, max timestamp=1731688901033Num uniques 859; 
2024-11-15T16:41:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:41,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688961080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688961142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688961192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688961351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-15T16:41:41,392 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:41,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees
2024-11-15T16:41:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-15T16:41:41,395 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:41,396 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:41,396 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:41,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688961402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,435 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/7ca326eaa1ba4380a3884eba5048d1c7
2024-11-15T16:41:41,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/150429b947df49b9aac198228421b901 is 50, key is test_row_0/C:col10/1731688900963/Put/seqid=0
2024-11-15T16:41:41,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742155_1331 (size=9857)
2024-11-15T16:41:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-15T16:41:41,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-15T16:41:41,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:41,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:41,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:41,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688961661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-15T16:41:41,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:41,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:41,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:41,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-15T16:41:41,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688961712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:41,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:41,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:41,847 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/150429b947df49b9aac198228421b901
2024-11-15T16:41:41,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/bfa42ca55cd746ba856ba2eb3ec05fcb as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/bfa42ca55cd746ba856ba2eb3ec05fcb
2024-11-15T16:41:41,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-15T16:41:41,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:41,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:41,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:41,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:41,863 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/bfa42ca55cd746ba856ba2eb3ec05fcb, entries=200, sequenceid=400, filesize=14.4 K
2024-11-15T16:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/7ca326eaa1ba4380a3884eba5048d1c7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/7ca326eaa1ba4380a3884eba5048d1c7
2024-11-15T16:41:41,868 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/7ca326eaa1ba4380a3884eba5048d1c7, entries=100, sequenceid=400, filesize=9.6 K
2024-11-15T16:41:41,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/150429b947df49b9aac198228421b901 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/150429b947df49b9aac198228421b901
2024-11-15T16:41:41,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/150429b947df49b9aac198228421b901, entries=100, sequenceid=400, filesize=9.6 K
2024-11-15T16:41:41,877 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=123.00 KB/125950 for e1fa49e745dfe546d7feb5000961fa79 in 911ms, sequenceid=400, compaction requested=false
2024-11-15T16:41:41,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:42,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-15T16:41:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=123.00 KB heapSize=353.63 KB
2024-11-15T16:41:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:42,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/d3b5e5e3ec9643cfbbc0794a4306ab0e is 50, key is test_row_0/A:col10/1731688901079/Put/seqid=0
2024-11-15T16:41:42,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742156_1332 (size=12301)
2024-11-15T16:41:42,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/d3b5e5e3ec9643cfbbc0794a4306ab0e
2024-11-15T16:41:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-15T16:41:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/29db8ab562864d6e8ba4a14ea62dd34a is 50, key is test_row_0/B:col10/1731688901079/Put/seqid=0
2024-11-15T16:41:42,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742157_1333 (size=12301)
2024-11-15T16:41:42,034 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/29db8ab562864d6e8ba4a14ea62dd34a
2024-11-15T16:41:42,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/dd160c541067404d85d8311fb36571b9 is 50, key is test_row_0/C:col10/1731688901079/Put/seqid=0
2024-11-15T16:41:42,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742158_1334 (size=12301)
2024-11-15T16:41:42,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/dd160c541067404d85d8311fb36571b9
2024-11-15T16:41:42,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/d3b5e5e3ec9643cfbbc0794a4306ab0e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/d3b5e5e3ec9643cfbbc0794a4306ab0e
2024-11-15T16:41:42,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/d3b5e5e3ec9643cfbbc0794a4306ab0e, entries=150, sequenceid=431, filesize=12.0 K
2024-11-15T16:41:42,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/29db8ab562864d6e8ba4a14ea62dd34a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/29db8ab562864d6e8ba4a14ea62dd34a
2024-11-15T16:41:42,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/29db8ab562864d6e8ba4a14ea62dd34a, entries=150, sequenceid=431, filesize=12.0 K
2024-11-15T16:41:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/dd160c541067404d85d8311fb36571b9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/dd160c541067404d85d8311fb36571b9
2024-11-15T16:41:42,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/dd160c541067404d85d8311fb36571b9, entries=150, sequenceid=431, filesize=12.0 K
2024-11-15T16:41:42,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~123.00 KB/125950, heapSize ~353.58 KB/362064, currentSize=0 B/0 for e1fa49e745dfe546d7feb5000961fa79 in 74ms, sequenceid=431, compaction requested=true
2024-11-15T16:41:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83
2024-11-15T16:41:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=83
2024-11-15T16:41:42,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-15T16:41:42,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 689 msec
2024-11-15T16:41:42,090 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 695 msec
2024-11-15T16:41:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:42,188 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:41:42,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:42,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:42,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:42,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:42,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:42,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:42,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/f8a6e2ac3a7e4f3c938dec8acba39312 is 50, key is test_row_0/A:col10/1731688902179/Put/seqid=0
2024-11-15T16:41:42,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742159_1335 (size=12301)
2024-11-15T16:41:42,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688902225, max timestamp=1731688902246Num uniques 859; 
2024-11-15T16:41:42,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:42,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688902225, max timestamp=1731688902246Num uniques 859; 
2024-11-15T16:41:42,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688902225, max timestamp=1731688902246Num uniques 859; 
2024-11-15T16:41:42,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:42,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:41:42,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688962292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688962295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688962401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688962402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-15T16:41:42,532 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:42,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:41:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees
2024-11-15T16:41:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-15T16:41:42,535 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:41:42,536 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:41:42,536 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:41:42,598 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/f8a6e2ac3a7e4f3c938dec8acba39312
2024-11-15T16:41:42,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/8f34051334c043c6aa73b5e43a4bdb60 is 50, key is test_row_0/B:col10/1731688902179/Put/seqid=0
2024-11-15T16:41:42,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742160_1336 (size=12301)
2024-11-15T16:41:42,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688962611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688962612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-15T16:41:42,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:42,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:42,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-15T16:41:42,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688962922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688962922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:42,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:42,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,010 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/8f34051334c043c6aa73b5e43a4bdb60
2024-11-15T16:41:43,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/e4cbeb730e0f417f92a852fa7f378a8e is 50, key is test_row_0/C:col10/1731688902179/Put/seqid=0
2024-11-15T16:41:43,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742161_1337 (size=12301)
2024-11-15T16:41:43,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:43,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-15T16:41:43,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,422 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/e4cbeb730e0f417f92a852fa7f378a8e
2024-11-15T16:41:43,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/f8a6e2ac3a7e4f3c938dec8acba39312 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/f8a6e2ac3a7e4f3c938dec8acba39312
2024-11-15T16:41:43,431 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/f8a6e2ac3a7e4f3c938dec8acba39312, entries=150, sequenceid=441, filesize=12.0 K
2024-11-15T16:41:43,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/8f34051334c043c6aa73b5e43a4bdb60 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8f34051334c043c6aa73b5e43a4bdb60
2024-11-15T16:41:43,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688963432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:43,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:43,436 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8f34051334c043c6aa73b5e43a4bdb60, entries=150, sequenceid=441, filesize=12.0 K
2024-11-15T16:41:43,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/e4cbeb730e0f417f92a852fa7f378a8e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/e4cbeb730e0f417f92a852fa7f378a8e
2024-11-15T16:41:43,440 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/e4cbeb730e0f417f92a852fa7f378a8e, entries=150, sequenceid=441, filesize=12.0 K
2024-11-15T16:41:43,440 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e1fa49e745dfe546d7feb5000961fa79 in 1252ms, sequenceid=441, compaction requested=true
2024-11-15T16:41:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:43,441 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:41:43,441 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:43,442 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52390 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:43,442 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/A is initiating minor compaction (all files)
2024-11-15T16:41:43,442 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/A in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,442 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/182142a83849419886a8ed75ddb33180, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/bfa42ca55cd746ba856ba2eb3ec05fcb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/d3b5e5e3ec9643cfbbc0794a4306ab0e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/f8a6e2ac3a7e4f3c938dec8acba39312] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=51.2 K
2024-11-15T16:41:43,443 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:43,443 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/B is initiating minor compaction (all files)
2024-11-15T16:41:43,443 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 182142a83849419886a8ed75ddb33180, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731688899649
2024-11-15T16:41:43,443 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/B in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,443 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/03fab17cd1f54f02b2ee60a6a66ffbdf, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/7ca326eaa1ba4380a3884eba5048d1c7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/29db8ab562864d6e8ba4a14ea62dd34a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8f34051334c043c6aa73b5e43a4bdb60] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=46.4 K
2024-11-15T16:41:43,443 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfa42ca55cd746ba856ba2eb3ec05fcb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731688900323
2024-11-15T16:41:43,443 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3b5e5e3ec9643cfbbc0794a4306ab0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731688901071
2024-11-15T16:41:43,443 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 03fab17cd1f54f02b2ee60a6a66ffbdf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731688899649
2024-11-15T16:41:43,444 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8a6e2ac3a7e4f3c938dec8acba39312, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731688902179
2024-11-15T16:41:43,444 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ca326eaa1ba4380a3884eba5048d1c7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731688900325
2024-11-15T16:41:43,444 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 29db8ab562864d6e8ba4a14ea62dd34a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731688901071
2024-11-15T16:41:43,445 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f34051334c043c6aa73b5e43a4bdb60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731688902179
2024-11-15T16:41:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:43,445 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-15T16:41:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:41:43,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/39d41b65215a4acd90621ae8479bcef3 is 50, key is test_row_0/A:col10/1731688902280/Put/seqid=0
2024-11-15T16:41:43,456 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#A#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:43,456 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/b058db6b15bb49a19001442587728f6a is 50, key is test_row_0/A:col10/1731688902179/Put/seqid=0
2024-11-15T16:41:43,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,476 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:43,477 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/10048438fce247f78411fced9a5961a5 is 50, key is test_row_0/B:col10/1731688902179/Put/seqid=0
2024-11-15T16:41:43,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742162_1338 (size=12301)
2024-11-15T16:41:43,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742163_1339 (size=13187)
2024-11-15T16:41:43,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742164_1340 (size=13187)
2024-11-15T16:41:43,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688963491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:43,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688963602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:43,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-15T16:41:43,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1731688963712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:43,716 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:43,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45838 deadline: 1731688963741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:43,745 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:43,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:43,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:43,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45870 deadline: 1731688963782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:43,785 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:43,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:43,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688963812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:43,880 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/39d41b65215a4acd90621ae8479bcef3
2024-11-15T16:41:43,886 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/b058db6b15bb49a19001442587728f6a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/b058db6b15bb49a19001442587728f6a
2024-11-15T16:41:43,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/77575ede4be049a18d5812845023735f is 50, key is test_row_0/B:col10/1731688902280/Put/seqid=0
2024-11-15T16:41:43,891 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/A of e1fa49e745dfe546d7feb5000961fa79 into b058db6b15bb49a19001442587728f6a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:43,891 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:43,891 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/A, priority=12, startTime=1731688903441; duration=0sec
2024-11-15T16:41:43,891 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:41:43,891 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:43,891 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:41:43,893 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:41:43,893 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): e1fa49e745dfe546d7feb5000961fa79/C is initiating minor compaction (all files)
2024-11-15T16:41:43,893 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e1fa49e745dfe546d7feb5000961fa79/C in TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,893 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/51594570cdb44d84bb945b26d305e173, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/150429b947df49b9aac198228421b901, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/dd160c541067404d85d8311fb36571b9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/e4cbeb730e0f417f92a852fa7f378a8e] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp, totalSize=46.4 K
2024-11-15T16:41:43,894 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51594570cdb44d84bb945b26d305e173, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731688899649
2024-11-15T16:41:43,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742165_1341 (size=12301)
2024-11-15T16:41:43,894 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 150429b947df49b9aac198228421b901, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731688900325
2024-11-15T16:41:43,894 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd160c541067404d85d8311fb36571b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731688901071
2024-11-15T16:41:43,895 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4cbeb730e0f417f92a852fa7f378a8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731688902179
2024-11-15T16:41:43,895 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/10048438fce247f78411fced9a5961a5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/10048438fce247f78411fced9a5961a5
2024-11-15T16:41:43,901 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/B of e1fa49e745dfe546d7feb5000961fa79 into 10048438fce247f78411fced9a5961a5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:43,901 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:43,901 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/B, priority=12, startTime=1731688903441; duration=0sec
2024-11-15T16:41:43,901 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:43,901 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:43,905 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1fa49e745dfe546d7feb5000961fa79#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:41:43,906 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/fe5ff26c79714532b1cd281322548c94 is 50, key is test_row_0/C:col10/1731688902179/Put/seqid=0
2024-11-15T16:41:43,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742166_1342 (size=13187)
2024-11-15T16:41:43,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:43,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688964121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:44,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,295 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/77575ede4be049a18d5812845023735f
2024-11-15T16:41:44,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/9819fd4353594ef5a17b858f47d239a5 is 50, key is test_row_0/C:col10/1731688902280/Put/seqid=0
2024-11-15T16:41:44,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742167_1343 (size=12301)
2024-11-15T16:41:44,314 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/fe5ff26c79714532b1cd281322548c94 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/fe5ff26c79714532b1cd281322548c94
2024-11-15T16:41:44,318 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e1fa49e745dfe546d7feb5000961fa79/C of e1fa49e745dfe546d7feb5000961fa79 into fe5ff26c79714532b1cd281322548c94(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:41:44,318 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:44,318 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., storeName=e1fa49e745dfe546d7feb5000961fa79/C, priority=12, startTime=1731688903441; duration=0sec
2024-11-15T16:41:44,319 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:44,319 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:44,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:44,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45898 deadline: 1731688964452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:44,453 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in e1fa49e745dfe546d7feb5000961fa79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:41:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:44,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:44,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:44,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:41:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45860 deadline: 1731688964631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:41:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:41:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-15T16:41:44,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:44,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. as already flushing
2024-11-15T16:41:44,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:41:44,707 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/9819fd4353594ef5a17b858f47d239a5
2024-11-15T16:41:44,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/39d41b65215a4acd90621ae8479bcef3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39d41b65215a4acd90621ae8479bcef3
2024-11-15T16:41:44,714 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39d41b65215a4acd90621ae8479bcef3, entries=150, sequenceid=478, filesize=12.0 K
2024-11-15T16:41:44,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/77575ede4be049a18d5812845023735f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/77575ede4be049a18d5812845023735f
2024-11-15T16:41:44,718 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/77575ede4be049a18d5812845023735f, entries=150, sequenceid=478, filesize=12.0 K
2024-11-15T16:41:44,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/9819fd4353594ef5a17b858f47d239a5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/9819fd4353594ef5a17b858f47d239a5
2024-11-15T16:41:44,723 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/9819fd4353594ef5a17b858f47d239a5, entries=150, sequenceid=478, filesize=12.0 K
2024-11-15T16:41:44,724 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for e1fa49e745dfe546d7feb5000961fa79 in 1279ms, sequenceid=478, compaction requested=false
2024-11-15T16:41:44,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:44,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-15T16:41:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-15T16:41:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:44,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:44,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:44,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/2e1a91ca8459420381230d6d99cf5fba is 50, key is test_row_1/A:col10/1731688903484/Put/seqid=0
2024-11-15T16:41:44,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742168_1344 (size=9857)
2024-11-15T16:41:44,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/2e1a91ca8459420381230d6d99cf5fba
2024-11-15T16:41:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/02ec017cb53b46bfba5cc5819654d2ba is 50, key is test_row_1/B:col10/1731688903484/Put/seqid=0
2024-11-15T16:41:44,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742169_1345 (size=9857)
2024-11-15T16:41:44,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/02ec017cb53b46bfba5cc5819654d2ba
2024-11-15T16:41:44,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/5ac77cea06114cd6bea76c5ca6d9b574 is 50, key is test_row_1/C:col10/1731688903484/Put/seqid=0
2024-11-15T16:41:44,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742170_1346 (size=9857)
2024-11-15T16:41:44,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/5ac77cea06114cd6bea76c5ca6d9b574
2024-11-15T16:41:44,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/2e1a91ca8459420381230d6d99cf5fba as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/2e1a91ca8459420381230d6d99cf5fba
2024-11-15T16:41:44,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/2e1a91ca8459420381230d6d99cf5fba, entries=100, sequenceid=490, filesize=9.6 K
2024-11-15T16:41:44,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/02ec017cb53b46bfba5cc5819654d2ba as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/02ec017cb53b46bfba5cc5819654d2ba
2024-11-15T16:41:44,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/02ec017cb53b46bfba5cc5819654d2ba, entries=100, sequenceid=490, filesize=9.6 K
2024-11-15T16:41:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/5ac77cea06114cd6bea76c5ca6d9b574 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/5ac77cea06114cd6bea76c5ca6d9b574
2024-11-15T16:41:44,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/5ac77cea06114cd6bea76c5ca6d9b574, entries=100, sequenceid=490, filesize=9.6 K
2024-11-15T16:41:44,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for e1fa49e745dfe546d7feb5000961fa79 in 74ms, sequenceid=490, compaction requested=true
2024-11-15T16:41:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85
2024-11-15T16:41:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=85
2024-11-15T16:41:44,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-15T16:41:44,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3760 sec
2024-11-15T16:41:44,918 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.3830 sec
2024-11-15T16:41:45,650 INFO  [Thread-1205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1205.
2024-11-15T16:41:45,650 DEBUG [Thread-1205 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:45,650 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,650 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,650 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:45,651 INFO  [Thread-1213 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1213.
2024-11-15T16:41:45,651 INFO  [Thread-1211 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1211.
2024-11-15T16:41:45,651 INFO  [Thread-1207 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1207.
2024-11-15T16:41:45,651 DEBUG [Thread-1211 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:45,651 DEBUG [Thread-1213 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:45,651 DEBUG [Thread-1207 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:45,651 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,651 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,651 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,651 INFO  [Thread-1202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1202.
2024-11-15T16:41:45,651 DEBUG [Thread-1202 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:45,651 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,651 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,651 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:45,651 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,651 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:45,651 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:45,652 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,652 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:45,652 INFO  [Thread-1209 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1209.
2024-11-15T16:41:45,652 DEBUG [Thread-1209 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:45,652 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,652 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:45,652 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:45,652 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:46,483 INFO  [Thread-1200 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1200.
2024-11-15T16:41:46,483 DEBUG [Thread-1200 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:46,483 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:46,483 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:46,483 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-15T16:41:46,702 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:50,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T16:41:53,743 INFO  [Thread-1194 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1194.
2024-11-15T16:41:53,743 DEBUG [Thread-1194 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:53,743 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,743 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,743 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:53,803 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:41:53,804 INFO  [Thread-1196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1196.
2024-11-15T16:41:53,804 DEBUG [Thread-1196 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:53,804 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:53,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:53,804 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,804 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:53,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3005a7c2f1f94fcdb85003e7ea522b9f is 50, key is test_row_0/A:col10/1731688906481/Put/seqid=0
2024-11-15T16:41:53,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742171_1347 (size=12301)
2024-11-15T16:41:53,812 INFO  [Thread-1198 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1198.
2024-11-15T16:41:53,812 DEBUG [Thread-1198 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:41:53,812 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,813 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,813 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 32
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 56
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 97
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 162
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3271
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3317
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3188
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3296
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3322
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-15T16:41:53,813 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:41:53,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:41:53,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:41:53,813 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:41:53,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-15T16:41:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-15T16:41:53,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688913816"}]},"ts":"1731688913816"}
2024-11-15T16:41:53,818 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-15T16:41:53,818 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-15T16:41:53,818 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:41:53,819 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, UNASSIGN}]
2024-11-15T16:41:53,820 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, UNASSIGN
2024-11-15T16:41:53,821 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=e1fa49e745dfe546d7feb5000961fa79, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:53,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, UNASSIGN because future has completed
2024-11-15T16:41:53,822 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:41:53,822 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:41:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-15T16:41:53,974 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:53,974 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:41:53,974 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing e1fa49e745dfe546d7feb5000961fa79, disabling compactions & flushes
2024-11-15T16:41:53,975 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-15T16:41:54,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3005a7c2f1f94fcdb85003e7ea522b9f
2024-11-15T16:41:54,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/f5ef43bf028e49b98e507018bfa189bf is 50, key is test_row_0/B:col10/1731688906481/Put/seqid=0
2024-11-15T16:41:54,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742172_1348 (size=12301)
2024-11-15T16:41:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-15T16:41:54,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/f5ef43bf028e49b98e507018bfa189bf
2024-11-15T16:41:54,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/94452177b0b740fab6b37dda7d5f125a is 50, key is test_row_0/C:col10/1731688906481/Put/seqid=0
2024-11-15T16:41:54,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742173_1349 (size=12301)
2024-11-15T16:41:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-15T16:41:55,032 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/94452177b0b740fab6b37dda7d5f125a
2024-11-15T16:41:55,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/3005a7c2f1f94fcdb85003e7ea522b9f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3005a7c2f1f94fcdb85003e7ea522b9f
2024-11-15T16:41:55,039 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3005a7c2f1f94fcdb85003e7ea522b9f, entries=150, sequenceid=500, filesize=12.0 K
2024-11-15T16:41:55,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/f5ef43bf028e49b98e507018bfa189bf as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/f5ef43bf028e49b98e507018bfa189bf
2024-11-15T16:41:55,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/f5ef43bf028e49b98e507018bfa189bf, entries=150, sequenceid=500, filesize=12.0 K
2024-11-15T16:41:55,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/94452177b0b740fab6b37dda7d5f125a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/94452177b0b740fab6b37dda7d5f125a
2024-11-15T16:41:55,047 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/94452177b0b740fab6b37dda7d5f125a, entries=150, sequenceid=500, filesize=12.0 K
2024-11-15T16:41:55,048 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=6.71 KB/6870 for e1fa49e745dfe546d7feb5000961fa79 in 1245ms, sequenceid=500, compaction requested=true
2024-11-15T16:41:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e1fa49e745dfe546d7feb5000961fa79:

2024-11-15T16:41:55,048 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:55,048 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. because compaction request was cancelled
2024-11-15T16:41:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. after waiting 0 ms
2024-11-15T16:41:55,048 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:A
2024-11-15T16:41:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1fa49e745dfe546d7feb5000961fa79:C, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:41:55,048 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. because compaction request was cancelled
2024-11-15T16:41:55,048 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. because compaction request was cancelled
2024-11-15T16:41:55,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:41:55,048 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:B
2024-11-15T16:41:55,048 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1fa49e745dfe546d7feb5000961fa79:C
2024-11-15T16:41:55,048 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing e1fa49e745dfe546d7feb5000961fa79 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=A
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=B
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1fa49e745dfe546d7feb5000961fa79, store=C
2024-11-15T16:41:55,048 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:41:55,051 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/b972397f867646f5be7dff2f7d7beaa2 is 50, key is test_row_2/A:col10/1731688913811/Put/seqid=0
2024-11-15T16:41:55,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742174_1350 (size=7415)
2024-11-15T16:41:55,455 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/b972397f867646f5be7dff2f7d7beaa2
2024-11-15T16:41:55,461 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/74c5831069d8471bbe56432452e520f1 is 50, key is test_row_2/B:col10/1731688913811/Put/seqid=0
2024-11-15T16:41:55,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742175_1351 (size=7415)
2024-11-15T16:41:55,864 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/74c5831069d8471bbe56432452e520f1
2024-11-15T16:41:55,871 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/7b7d7c9f3f4543cc8a80b1a21adb63aa is 50, key is test_row_2/C:col10/1731688913811/Put/seqid=0
2024-11-15T16:41:55,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742176_1352 (size=7415)
2024-11-15T16:41:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-15T16:41:56,275 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/7b7d7c9f3f4543cc8a80b1a21adb63aa
2024-11-15T16:41:56,279 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/A/b972397f867646f5be7dff2f7d7beaa2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/b972397f867646f5be7dff2f7d7beaa2
2024-11-15T16:41:56,282 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/b972397f867646f5be7dff2f7d7beaa2, entries=50, sequenceid=504, filesize=7.2 K
2024-11-15T16:41:56,283 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/B/74c5831069d8471bbe56432452e520f1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/74c5831069d8471bbe56432452e520f1
2024-11-15T16:41:56,286 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/74c5831069d8471bbe56432452e520f1, entries=50, sequenceid=504, filesize=7.2 K
2024-11-15T16:41:56,287 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/.tmp/C/7b7d7c9f3f4543cc8a80b1a21adb63aa as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7b7d7c9f3f4543cc8a80b1a21adb63aa
2024-11-15T16:41:56,289 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7b7d7c9f3f4543cc8a80b1a21adb63aa, entries=50, sequenceid=504, filesize=7.2 K
2024-11-15T16:41:56,290 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e1fa49e745dfe546d7feb5000961fa79 in 1242ms, sequenceid=504, compaction requested=true
2024-11-15T16:41:56,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/29ec0e7987354cbda5e19248d71c4157, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/e854078efecf429cbacbd3780ab2edd2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39ff6a9242c7459291ee50428c0dfa3b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6256af88bc7a429684c8805c46b41869, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/9ec7a30f0fbb4ccbba3b739c83bd7d30, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/76cc4bd0f89b489cab5a6f6ce1e94158, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/7c64ceabd8014a4ebf900feae8d8816e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/1f91d4289fe645f3a7633730b5344e44, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/81928838325a4454890ec9166649d8ae, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/00afcf741e904d319f4fb8527b38c28e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ae1b44c0e6f34160b98c72db154a61f3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/46c470974d714f52b459da8869c8ddec, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/5ef2b68b3fbb4d159154f4b8394da9c9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3d2074568b564f27a19cbb3328cc4ed8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/524e73fc96914fb98677406bf2b1f56d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ea06368dd7c54bd0b1fdec2e54f9e526, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3141467cdc024f759a303b10ca7417a2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/0770706edf124643940c90564d86e1be, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/758ec3035d3243afa84e926bbd9fb713, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/aed6e499791c4100805f41d7d0cb8666, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6ba440e1edcf43899d9e69a8bfbc1a25, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/8ae749b5287d4f0b9327f857b7ff738a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/182142a83849419886a8ed75ddb33180, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/bfa42ca55cd746ba856ba2eb3ec05fcb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/d3b5e5e3ec9643cfbbc0794a4306ab0e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/f8a6e2ac3a7e4f3c938dec8acba39312] to archive
2024-11-15T16:41:56,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:41:56,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/29ec0e7987354cbda5e19248d71c4157 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/29ec0e7987354cbda5e19248d71c4157
2024-11-15T16:41:56,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/e854078efecf429cbacbd3780ab2edd2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/e854078efecf429cbacbd3780ab2edd2
2024-11-15T16:41:56,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39ff6a9242c7459291ee50428c0dfa3b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39ff6a9242c7459291ee50428c0dfa3b
2024-11-15T16:41:56,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6256af88bc7a429684c8805c46b41869 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6256af88bc7a429684c8805c46b41869
2024-11-15T16:41:56,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/9ec7a30f0fbb4ccbba3b739c83bd7d30 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/9ec7a30f0fbb4ccbba3b739c83bd7d30
2024-11-15T16:41:56,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/76cc4bd0f89b489cab5a6f6ce1e94158 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/76cc4bd0f89b489cab5a6f6ce1e94158
2024-11-15T16:41:56,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/7c64ceabd8014a4ebf900feae8d8816e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/7c64ceabd8014a4ebf900feae8d8816e
2024-11-15T16:41:56,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/1f91d4289fe645f3a7633730b5344e44 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/1f91d4289fe645f3a7633730b5344e44
2024-11-15T16:41:56,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/81928838325a4454890ec9166649d8ae to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/81928838325a4454890ec9166649d8ae
2024-11-15T16:41:56,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/00afcf741e904d319f4fb8527b38c28e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/00afcf741e904d319f4fb8527b38c28e
2024-11-15T16:41:56,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ae1b44c0e6f34160b98c72db154a61f3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ae1b44c0e6f34160b98c72db154a61f3
2024-11-15T16:41:56,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/46c470974d714f52b459da8869c8ddec to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/46c470974d714f52b459da8869c8ddec
2024-11-15T16:41:56,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/5ef2b68b3fbb4d159154f4b8394da9c9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/5ef2b68b3fbb4d159154f4b8394da9c9
2024-11-15T16:41:56,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3d2074568b564f27a19cbb3328cc4ed8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3d2074568b564f27a19cbb3328cc4ed8
2024-11-15T16:41:56,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/524e73fc96914fb98677406bf2b1f56d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/524e73fc96914fb98677406bf2b1f56d
2024-11-15T16:41:56,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ea06368dd7c54bd0b1fdec2e54f9e526 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/ea06368dd7c54bd0b1fdec2e54f9e526
2024-11-15T16:41:56,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3141467cdc024f759a303b10ca7417a2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3141467cdc024f759a303b10ca7417a2
2024-11-15T16:41:56,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/0770706edf124643940c90564d86e1be to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/0770706edf124643940c90564d86e1be
2024-11-15T16:41:56,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/758ec3035d3243afa84e926bbd9fb713 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/758ec3035d3243afa84e926bbd9fb713
2024-11-15T16:41:56,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/aed6e499791c4100805f41d7d0cb8666 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/aed6e499791c4100805f41d7d0cb8666
2024-11-15T16:41:56,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6ba440e1edcf43899d9e69a8bfbc1a25 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/6ba440e1edcf43899d9e69a8bfbc1a25
2024-11-15T16:41:56,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/8ae749b5287d4f0b9327f857b7ff738a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/8ae749b5287d4f0b9327f857b7ff738a
2024-11-15T16:41:56,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/182142a83849419886a8ed75ddb33180 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/182142a83849419886a8ed75ddb33180
2024-11-15T16:41:56,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/bfa42ca55cd746ba856ba2eb3ec05fcb to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/bfa42ca55cd746ba856ba2eb3ec05fcb
2024-11-15T16:41:56,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/d3b5e5e3ec9643cfbbc0794a4306ab0e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/d3b5e5e3ec9643cfbbc0794a4306ab0e
2024-11-15T16:41:56,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/f8a6e2ac3a7e4f3c938dec8acba39312 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/f8a6e2ac3a7e4f3c938dec8acba39312
2024-11-15T16:41:56,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/196853f6f25e4f3ead82e19fc5402ded, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/08c99e8acc684aea8f1a315f498a7ca0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c397289069f14fd8b93e277abc1177ef, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d7a8d1ed96e54ced9328f6551800fa37, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c61403a936e34d21bf2c19a88aef4f00, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/e5bdad5b59334c9db3d06719b81c9d6c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bcb817daa22945faad4961726aaef21b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/fd03d14d02f44251b98c51ab01c4600a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bc086f6e531e4c9f9f457638fb01462f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/2a4e02bf95fa44d6b7e7cb8bed611eb0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8bf32f3f68b240c2a0e8861c1b08df44, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/b2973bf64eff4294a9565b474a27d15c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/aea022907c0b444ea8c844f73428a28f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d4d0039afac54d198ce9050dbad3ab27, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/a8e75424714d44a5b881b1a429b900c0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d1a5c96f8f4e44c6b149a0b5d4d68f04, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/5c3cc5a961ab4897879702434ba6bd5a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/9f7c5bcdcfc6499096b8b5237aabb518, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/db3d000a56a84c7389f5cb67e1d549a1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d9daf778575744159479fdca19bc3f03, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bd2ef136cd19419d8b1ba253382cb7a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/03fab17cd1f54f02b2ee60a6a66ffbdf, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/61dd736e20c941c5b310d2e0a9be836b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/7ca326eaa1ba4380a3884eba5048d1c7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/29db8ab562864d6e8ba4a14ea62dd34a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8f34051334c043c6aa73b5e43a4bdb60] to archive
2024-11-15T16:41:56,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:41:56,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/196853f6f25e4f3ead82e19fc5402ded to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/196853f6f25e4f3ead82e19fc5402ded
2024-11-15T16:41:56,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/08c99e8acc684aea8f1a315f498a7ca0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/08c99e8acc684aea8f1a315f498a7ca0
2024-11-15T16:41:56,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c397289069f14fd8b93e277abc1177ef to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c397289069f14fd8b93e277abc1177ef
2024-11-15T16:41:56,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d7a8d1ed96e54ced9328f6551800fa37 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d7a8d1ed96e54ced9328f6551800fa37
2024-11-15T16:41:56,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c61403a936e34d21bf2c19a88aef4f00 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/c61403a936e34d21bf2c19a88aef4f00
2024-11-15T16:41:56,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/e5bdad5b59334c9db3d06719b81c9d6c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/e5bdad5b59334c9db3d06719b81c9d6c
2024-11-15T16:41:56,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bcb817daa22945faad4961726aaef21b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bcb817daa22945faad4961726aaef21b
2024-11-15T16:41:56,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/fd03d14d02f44251b98c51ab01c4600a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/fd03d14d02f44251b98c51ab01c4600a
2024-11-15T16:41:56,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bc086f6e531e4c9f9f457638fb01462f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bc086f6e531e4c9f9f457638fb01462f
2024-11-15T16:41:56,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/2a4e02bf95fa44d6b7e7cb8bed611eb0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/2a4e02bf95fa44d6b7e7cb8bed611eb0
2024-11-15T16:41:56,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8bf32f3f68b240c2a0e8861c1b08df44 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8bf32f3f68b240c2a0e8861c1b08df44
2024-11-15T16:41:56,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/b2973bf64eff4294a9565b474a27d15c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/b2973bf64eff4294a9565b474a27d15c
2024-11-15T16:41:56,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/aea022907c0b444ea8c844f73428a28f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/aea022907c0b444ea8c844f73428a28f
2024-11-15T16:41:56,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d4d0039afac54d198ce9050dbad3ab27 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d4d0039afac54d198ce9050dbad3ab27
2024-11-15T16:41:56,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/a8e75424714d44a5b881b1a429b900c0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/a8e75424714d44a5b881b1a429b900c0
2024-11-15T16:41:56,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d1a5c96f8f4e44c6b149a0b5d4d68f04 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d1a5c96f8f4e44c6b149a0b5d4d68f04
2024-11-15T16:41:56,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/5c3cc5a961ab4897879702434ba6bd5a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/5c3cc5a961ab4897879702434ba6bd5a
2024-11-15T16:41:56,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/9f7c5bcdcfc6499096b8b5237aabb518 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/9f7c5bcdcfc6499096b8b5237aabb518
2024-11-15T16:41:56,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/db3d000a56a84c7389f5cb67e1d549a1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/db3d000a56a84c7389f5cb67e1d549a1
2024-11-15T16:41:56,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d9daf778575744159479fdca19bc3f03 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/d9daf778575744159479fdca19bc3f03
2024-11-15T16:41:56,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bd2ef136cd19419d8b1ba253382cb7a4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/bd2ef136cd19419d8b1ba253382cb7a4
2024-11-15T16:41:56,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/03fab17cd1f54f02b2ee60a6a66ffbdf to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/03fab17cd1f54f02b2ee60a6a66ffbdf
2024-11-15T16:41:56,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/61dd736e20c941c5b310d2e0a9be836b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/61dd736e20c941c5b310d2e0a9be836b
2024-11-15T16:41:56,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/7ca326eaa1ba4380a3884eba5048d1c7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/7ca326eaa1ba4380a3884eba5048d1c7
2024-11-15T16:41:56,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/29db8ab562864d6e8ba4a14ea62dd34a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/29db8ab562864d6e8ba4a14ea62dd34a
2024-11-15T16:41:56,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8f34051334c043c6aa73b5e43a4bdb60 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/8f34051334c043c6aa73b5e43a4bdb60
2024-11-15T16:41:56,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b0864f4e2a6f4f30a9836ff5dbcd17e2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/f2ce4c5c58554606acefef8be52f6e14, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7aaed8f55b284dde974d2f4eddfecd03, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3a105ddf2bb540b0a6ccf8fa8043d1a7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/916337078ff5492a979f0c7c3ca19f6b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3e7094f1f1fb44c697e21a8246c027fb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8b723c98bcd5421ab6d58942e22ad0c5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b7481d95fb43489ba21e3f99c8870027, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ceef7df9bfc245eca776b96824a1cbd0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e10badd7d794b62a8eb3708130381ca, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/76876881b4d6401a96d9b2b45986c0bd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/83ba080c43f24f8e9a84c827d51ff69a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ac65687d62d345de88c6df4880bc64f5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/2d5846323e0f4c26a8138ba3c0af543d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/90de62992f144983a1111a06c9271ee7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e14e26cf7614c938a388a7f2b870d56, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a52bf0b910d24a19b51e95fcaaba0ed0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ea582ef97d7046e7966e3ea15271f394, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/228286d467cb4d5dadb0bfca1cec92db, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/42cb7d5121774b669547cdb94d9a16a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/d22ce763af25425c8a484fc03c1f31f5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/51594570cdb44d84bb945b26d305e173, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a94174f325634230ba832735c6aee57c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/150429b947df49b9aac198228421b901, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/dd160c541067404d85d8311fb36571b9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/e4cbeb730e0f417f92a852fa7f378a8e] to archive
2024-11-15T16:41:56,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:41:56,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b0864f4e2a6f4f30a9836ff5dbcd17e2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b0864f4e2a6f4f30a9836ff5dbcd17e2
2024-11-15T16:41:56,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/f2ce4c5c58554606acefef8be52f6e14 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/f2ce4c5c58554606acefef8be52f6e14
2024-11-15T16:41:56,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7aaed8f55b284dde974d2f4eddfecd03 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7aaed8f55b284dde974d2f4eddfecd03
2024-11-15T16:41:56,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3a105ddf2bb540b0a6ccf8fa8043d1a7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3a105ddf2bb540b0a6ccf8fa8043d1a7
2024-11-15T16:41:56,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/916337078ff5492a979f0c7c3ca19f6b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/916337078ff5492a979f0c7c3ca19f6b
2024-11-15T16:41:56,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3e7094f1f1fb44c697e21a8246c027fb to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/3e7094f1f1fb44c697e21a8246c027fb
2024-11-15T16:41:56,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8b723c98bcd5421ab6d58942e22ad0c5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8b723c98bcd5421ab6d58942e22ad0c5
2024-11-15T16:41:56,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b7481d95fb43489ba21e3f99c8870027 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/b7481d95fb43489ba21e3f99c8870027
2024-11-15T16:41:56,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ceef7df9bfc245eca776b96824a1cbd0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ceef7df9bfc245eca776b96824a1cbd0
2024-11-15T16:41:56,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e10badd7d794b62a8eb3708130381ca to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e10badd7d794b62a8eb3708130381ca
2024-11-15T16:41:56,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/76876881b4d6401a96d9b2b45986c0bd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/76876881b4d6401a96d9b2b45986c0bd
2024-11-15T16:41:56,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/83ba080c43f24f8e9a84c827d51ff69a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/83ba080c43f24f8e9a84c827d51ff69a
2024-11-15T16:41:56,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ac65687d62d345de88c6df4880bc64f5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ac65687d62d345de88c6df4880bc64f5
2024-11-15T16:41:56,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/2d5846323e0f4c26a8138ba3c0af543d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/2d5846323e0f4c26a8138ba3c0af543d
2024-11-15T16:41:56,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/90de62992f144983a1111a06c9271ee7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/90de62992f144983a1111a06c9271ee7
2024-11-15T16:41:56,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e14e26cf7614c938a388a7f2b870d56 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/8e14e26cf7614c938a388a7f2b870d56
2024-11-15T16:41:56,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a52bf0b910d24a19b51e95fcaaba0ed0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a52bf0b910d24a19b51e95fcaaba0ed0
2024-11-15T16:41:56,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ea582ef97d7046e7966e3ea15271f394 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/ea582ef97d7046e7966e3ea15271f394
2024-11-15T16:41:56,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/228286d467cb4d5dadb0bfca1cec92db to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/228286d467cb4d5dadb0bfca1cec92db
2024-11-15T16:41:56,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/42cb7d5121774b669547cdb94d9a16a4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/42cb7d5121774b669547cdb94d9a16a4
2024-11-15T16:41:56,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/d22ce763af25425c8a484fc03c1f31f5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/d22ce763af25425c8a484fc03c1f31f5
2024-11-15T16:41:56,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/51594570cdb44d84bb945b26d305e173 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/51594570cdb44d84bb945b26d305e173
2024-11-15T16:41:56,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a94174f325634230ba832735c6aee57c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/a94174f325634230ba832735c6aee57c
2024-11-15T16:41:56,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/150429b947df49b9aac198228421b901 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/150429b947df49b9aac198228421b901
2024-11-15T16:41:56,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/dd160c541067404d85d8311fb36571b9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/dd160c541067404d85d8311fb36571b9
2024-11-15T16:41:56,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/e4cbeb730e0f417f92a852fa7f378a8e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/e4cbeb730e0f417f92a852fa7f378a8e
2024-11-15T16:41:56,383 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/recovered.edits/507.seqid, newMaxSeqId=507, maxSeqId=1
2024-11-15T16:41:56,384 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.
2024-11-15T16:41:56,384 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for e1fa49e745dfe546d7feb5000961fa79:
Waiting for close lock at 1731688913974Running coprocessor pre-close hooks at 1731688913974Disabling compacts and flushes for region at 1731688913974Disabling writes for close at 1731688915048 (+1074 ms)Obtaining lock to block concurrent updates at 1731688915048Preparing flush snapshotting stores in e1fa49e745dfe546d7feb5000961fa79 at 1731688915048Finished memstore snapshotting TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1731688915049 (+1 ms)Flushing stores of TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79. at 1731688915049Flushing e1fa49e745dfe546d7feb5000961fa79/A: creating writer at 1731688915049Flushing e1fa49e745dfe546d7feb5000961fa79/A: appending metadata at 1731688915051 (+2 ms)Flushing e1fa49e745dfe546d7feb5000961fa79/A: closing flushed file at 1731688915051Flushing e1fa49e745dfe546d7feb5000961fa79/B: creating writer at 1731688915458 (+407 ms)Flushing e1fa49e745dfe546d7feb5000961fa79/B: appending metadata at 1731688915460 (+2 ms)Flushing e1fa49e745dfe546d7feb5000961fa79/B: closing flushed file at 1731688915460Flushing e1fa49e745dfe546d7feb5000961fa79/C: creating writer at 1731688915868 (+408 ms)Flushing e1fa49e745dfe546d7feb5000961fa79/C: appending metadata at 1731688915870 (+2 ms)Flushing e1fa49e745dfe546d7feb5000961fa79/C: closing flushed file at 1731688915870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e185c0: reopening flushed file at 1731688916278 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f17b45: reopening flushed file at 1731688916282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28cf34ad: reopening flushed file at 1731688916286 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e1fa49e745dfe546d7feb5000961fa79 in 1242ms, sequenceid=504, compaction requested=true at 1731688916290 (+4 ms)Writing region close event to WAL at 1731688916378 (+88 ms)Running coprocessor post-close hooks at 1731688916384 (+6 ms)Closed at 1731688916384
2024-11-15T16:41:56,386 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:56,387 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=e1fa49e745dfe546d7feb5000961fa79, regionState=CLOSED
2024-11-15T16:41:56,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:41:56,390 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-15T16:41:56,390 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure e1fa49e745dfe546d7feb5000961fa79, server=a9bde5b3a1b5,46831,1731688822617 in 2.5670 sec
2024-11-15T16:41:56,392 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-15T16:41:56,392 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1fa49e745dfe546d7feb5000961fa79, UNASSIGN in 2.5710 sec
2024-11-15T16:41:56,394 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-15T16:41:56,394 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5750 sec
2024-11-15T16:41:56,395 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688916395"}]},"ts":"1731688916395"}
2024-11-15T16:41:56,397 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-15T16:41:56,397 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-15T16:41:56,399 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5830 sec
2024-11-15T16:41:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-15T16:41:57,992 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:57,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-15T16:41:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:57,995 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-15T16:41:57,995 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:57,997 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:57,999 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/recovered.edits]
2024-11-15T16:41:58,001 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/2e1a91ca8459420381230d6d99cf5fba to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/2e1a91ca8459420381230d6d99cf5fba
2024-11-15T16:41:58,003 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3005a7c2f1f94fcdb85003e7ea522b9f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/3005a7c2f1f94fcdb85003e7ea522b9f
2024-11-15T16:41:58,004 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39d41b65215a4acd90621ae8479bcef3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/39d41b65215a4acd90621ae8479bcef3
2024-11-15T16:41:58,005 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/b058db6b15bb49a19001442587728f6a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/b058db6b15bb49a19001442587728f6a
2024-11-15T16:41:58,006 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/b972397f867646f5be7dff2f7d7beaa2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/A/b972397f867646f5be7dff2f7d7beaa2
2024-11-15T16:41:58,008 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/02ec017cb53b46bfba5cc5819654d2ba to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/02ec017cb53b46bfba5cc5819654d2ba
2024-11-15T16:41:58,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/10048438fce247f78411fced9a5961a5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/10048438fce247f78411fced9a5961a5
2024-11-15T16:41:58,010 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/74c5831069d8471bbe56432452e520f1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/74c5831069d8471bbe56432452e520f1
2024-11-15T16:41:58,011 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/77575ede4be049a18d5812845023735f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/77575ede4be049a18d5812845023735f
2024-11-15T16:41:58,012 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/f5ef43bf028e49b98e507018bfa189bf to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/B/f5ef43bf028e49b98e507018bfa189bf
2024-11-15T16:41:58,014 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/5ac77cea06114cd6bea76c5ca6d9b574 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/5ac77cea06114cd6bea76c5ca6d9b574
2024-11-15T16:41:58,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7b7d7c9f3f4543cc8a80b1a21adb63aa to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/7b7d7c9f3f4543cc8a80b1a21adb63aa
2024-11-15T16:41:58,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/94452177b0b740fab6b37dda7d5f125a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/94452177b0b740fab6b37dda7d5f125a
2024-11-15T16:41:58,016 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/9819fd4353594ef5a17b858f47d239a5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/9819fd4353594ef5a17b858f47d239a5
2024-11-15T16:41:58,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/fe5ff26c79714532b1cd281322548c94 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/C/fe5ff26c79714532b1cd281322548c94
2024-11-15T16:41:58,020 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/recovered.edits/507.seqid to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79/recovered.edits/507.seqid
2024-11-15T16:41:58,020 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/e1fa49e745dfe546d7feb5000961fa79
2024-11-15T16:41:58,020 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-15T16:41:58,022 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:58,024 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-15T16:41:58,026 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-15T16:41:58,027 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:58,027 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-15T16:41:58,027 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731688918027"}]},"ts":"9223372036854775807"}
2024-11-15T16:41:58,028 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-15T16:41:58,028 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e1fa49e745dfe546d7feb5000961fa79, NAME => 'TestAcidGuarantees,,1731688883337.e1fa49e745dfe546d7feb5000961fa79.', STARTKEY => '', ENDKEY => ''}]
2024-11-15T16:41:58,028 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-15T16:41:58,028 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731688918028"}]},"ts":"9223372036854775807"}
2024-11-15T16:41:58,030 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-15T16:41:58,030 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:58,031 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec
2024-11-15T16:41:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-15T16:41:58,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-15T16:41:58,102 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:41:58,111 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 248), OpenFileDescriptor=445 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5539 (was 6180)
2024-11-15T16:41:58,120 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=5539
2024-11-15T16:41:58,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:41:58,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:41:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-15T16:41:58,123 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T16:41:58,123 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:58,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 91
2024-11-15T16:41:58,123 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T16:41:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-15T16:41:58,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742177_1353 (size=1061)
2024-11-15T16:41:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-15T16:41:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-15T16:41:58,530 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:41:58,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742178_1354 (size=53)
2024-11-15T16:41:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-15T16:41:58,936 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:41:58,936 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1bc2bd6e62f55fad51ce96bef5a9fed9, disabling compactions & flushes
2024-11-15T16:41:58,936 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:58,936 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:58,936 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. after waiting 0 ms
2024-11-15T16:41:58,936 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:58,936 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:58,936 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:
Waiting for close lock at 1731688918936Disabling compacts and flushes for region at 1731688918936Disabling writes for close at 1731688918936Writing region close event to WAL at 1731688918936Closed at 1731688918936
2024-11-15T16:41:58,938 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T16:41:58,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731688918939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731688918939"}]},"ts":"1731688918939"}
2024-11-15T16:41:58,940 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T16:41:58,941 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T16:41:58,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688918941"}]},"ts":"1731688918941"}
2024-11-15T16:41:58,943 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-15T16:41:58,943 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, ASSIGN}]
2024-11-15T16:41:58,944 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, ASSIGN
2024-11-15T16:41:58,945 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=false
2024-11-15T16:41:59,096 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:59,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, ASSIGN because future has completed
2024-11-15T16:41:59,098 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:41:59,253 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:59,253 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:41:59,253 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,254 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:41:59,254 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,254 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,255 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1bc2bd6e62f55fad51ce96bef5a9fed9 
2024-11-15T16:41:59,256 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:41:59,256 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc2bd6e62f55fad51ce96bef5a9fed9 columnFamilyName A
2024-11-15T16:41:59,256 DEBUG [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:59,257 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(327): Store=1bc2bd6e62f55fad51ce96bef5a9fed9/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:41:59,257 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1bc2bd6e62f55fad51ce96bef5a9fed9 
2024-11-15T16:41:59,257 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:41:59,258 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc2bd6e62f55fad51ce96bef5a9fed9 columnFamilyName B
2024-11-15T16:41:59,258 DEBUG [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:59,258 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(327): Store=1bc2bd6e62f55fad51ce96bef5a9fed9/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:41:59,258 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1bc2bd6e62f55fad51ce96bef5a9fed9 
2024-11-15T16:41:59,259 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:41:59,259 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc2bd6e62f55fad51ce96bef5a9fed9 columnFamilyName C
2024-11-15T16:41:59,259 DEBUG [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:41:59,259 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(327): Store=1bc2bd6e62f55fad51ce96bef5a9fed9/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:41:59,260 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:59,260 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,260 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,260 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,261 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,261 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-15T16:41:59,262 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:41:59,263 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,265 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:41:59,265 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 1bc2bd6e62f55fad51ce96bef5a9fed9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61347782, jitterRate=-0.08584681153297424}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:41:59,265 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:41:59,266 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:
Running coprocessor pre-open hook at 1731688919254Writing region info on filesystem at 1731688919254Initializing all the Stores at 1731688919254Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688919254Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688919255 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688919255Cleaning up temporary data from old regions at 1731688919261 (+6 ms)Running coprocessor post-open hooks at 1731688919265 (+4 ms)Region opened successfully at 1731688919266 (+1 ms)
2024-11-15T16:41:59,266 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., pid=93, masterSystemTime=1731688919250
2024-11-15T16:41:59,268 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:59,268 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:41:59,269 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:41:59,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:41:59,272 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-15T16:41:59,272 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 in 173 msec
2024-11-15T16:41:59,273 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-15T16:41:59,273 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, ASSIGN in 329 msec
2024-11-15T16:41:59,274 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T16:41:59,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688919274"}]},"ts":"1731688919274"}
2024-11-15T16:41:59,275 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-15T16:41:59,276 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T16:41:59,277 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec
2024-11-15T16:42:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-15T16:42:00,272 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:00,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c38af03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a2c416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,277 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccb4814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,280 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T16:42:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:42:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132b6c83
2024-11-15T16:42:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T16:42:00,283 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T16:42:00,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:42:00,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:42:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:00,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742179_1355 (size=1097)
2024-11-15T16:42:00,302 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-15T16:42:00,302 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-15T16:42:00,304 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:42:00,307 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, REOPEN/MOVE}]
2024-11-15T16:42:00,308 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, REOPEN/MOVE
2024-11-15T16:42:00,309 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, REOPEN/MOVE because future has completed
2024-11-15T16:42:00,310 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:42:00,310 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:42:00,462 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,462 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:42:00,462 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 1bc2bd6e62f55fad51ce96bef5a9fed9, disabling compactions & flushes
2024-11-15T16:42:00,463 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,463 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,463 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. after waiting 0 ms
2024-11-15T16:42:00,463 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,467 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-15T16:42:00,467 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,467 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:
Waiting for close lock at 1731688920462Running coprocessor pre-close hooks at 1731688920462Disabling compacts and flushes for region at 1731688920462Disabling writes for close at 1731688920463 (+1 ms)Writing region close event to WAL at 1731688920463Running coprocessor post-close hooks at 1731688920467 (+4 ms)Closed at 1731688920467
2024-11-15T16:42:00,468 WARN  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 1bc2bd6e62f55fad51ce96bef5a9fed9 to self.
2024-11-15T16:42:00,469 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,470 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=CLOSED
2024-11-15T16:42:00,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:42:00,474 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-11-15T16:42:00,474 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 in 162 msec
2024-11-15T16:42:00,475 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, REOPEN/MOVE; state=CLOSED, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=true
2024-11-15T16:42:00,626 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, REOPEN/MOVE because future has completed
2024-11-15T16:42:00,628 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:42:00,783 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,783 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:42:00,783 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,783 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:42:00,783 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,783 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,785 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1bc2bd6e62f55fad51ce96bef5a9fed9 
2024-11-15T16:42:00,785 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:42:00,786 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc2bd6e62f55fad51ce96bef5a9fed9 columnFamilyName A
2024-11-15T16:42:00,787 DEBUG [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:00,787 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(327): Store=1bc2bd6e62f55fad51ce96bef5a9fed9/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:42:00,787 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1bc2bd6e62f55fad51ce96bef5a9fed9 
2024-11-15T16:42:00,788 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:42:00,788 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc2bd6e62f55fad51ce96bef5a9fed9 columnFamilyName B
2024-11-15T16:42:00,788 DEBUG [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:00,788 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(327): Store=1bc2bd6e62f55fad51ce96bef5a9fed9/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:42:00,789 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1bc2bd6e62f55fad51ce96bef5a9fed9 
2024-11-15T16:42:00,789 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:42:00,789 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc2bd6e62f55fad51ce96bef5a9fed9 columnFamilyName C
2024-11-15T16:42:00,789 DEBUG [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:00,789 INFO  [StoreOpener-1bc2bd6e62f55fad51ce96bef5a9fed9-1 {}] regionserver.HStore(327): Store=1bc2bd6e62f55fad51ce96bef5a9fed9/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:42:00,790 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,790 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,790 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,791 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,792 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,792 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,792 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:42:00,793 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,794 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 1bc2bd6e62f55fad51ce96bef5a9fed9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60207574, jitterRate=-0.10283723473548889}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:42:00,794 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,795 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:
Running coprocessor pre-open hook at 1731688920784Writing region info on filesystem at 1731688920784Initializing all the Stores at 1731688920784Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688920784Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688920784Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688920784Cleaning up temporary data from old regions at 1731688920792 (+8 ms)Running coprocessor post-open hooks at 1731688920794 (+2 ms)Region opened successfully at 1731688920795 (+1 ms)
2024-11-15T16:42:00,795 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., pid=98, masterSystemTime=1731688920780
2024-11-15T16:42:00,797 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,797 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:00,797 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=OPEN, openSeqNum=5, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:42:00,800 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96
2024-11-15T16:42:00,800 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 in 171 msec
2024-11-15T16:42:00,802 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-15T16:42:00,802 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, REOPEN/MOVE in 493 msec
2024-11-15T16:42:00,804 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-11-15T16:42:00,804 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec
2024-11-15T16:42:00,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 519 msec
2024-11-15T16:42:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-15T16:42:00,806 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:00,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,808 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e27827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,809 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c70ffc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fd5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,811 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4dcfff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,812 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e592222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,814 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e25785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,815 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd4c25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247cf835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,817 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df5ffbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,818 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5703d887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f33055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,820 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7129e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,821 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fa620a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1483dc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,822 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b7473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,823 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6223a1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bf9cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,825 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7402799b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,826 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c9d5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3074b693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,828 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf4c5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,829 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b62685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4767acc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b33e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,832 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184a3d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e6cbca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:00,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:00,834 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4055a631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:00,835 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed759dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:00,836 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,836 DEBUG [Thread-1617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,837 DEBUG [Thread-1619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,837 DEBUG [Thread-1624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,837 DEBUG [Thread-1615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,837 DEBUG [Thread-1626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,839 DEBUG [Thread-1622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,840 DEBUG [Thread-1628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,840 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,840 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,840 DEBUG [Thread-1613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,840 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,840 DEBUG [Thread-1628 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,841 DEBUG [Thread-1628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,841 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,842 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,842 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,849 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-15T16:42:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-15T16:42:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,852 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:00,853 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:00,853 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,855 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:42:00,856 DEBUG [Thread-1630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:00,857 DEBUG [Thread-1630 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:00,857 DEBUG [Thread-1630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:00,859 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:42:00,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151a7fd3aef3a4464ea726cf4e728ce84b_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688920845/Put/seqid=0
2024-11-15T16:42:00,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742180_1356 (size=17034)
2024-11-15T16:42:00,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:00,897 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151a7fd3aef3a4464ea726cf4e728ce84b_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151a7fd3aef3a4464ea726cf4e728ce84b_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:00,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4430a46473684dfebfc626f344ae286e, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:00,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4430a46473684dfebfc626f344ae286e is 175, key is test_row_0/A:col10/1731688920845/Put/seqid=0
2024-11-15T16:42:00,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742181_1357 (size=48139)
2024-11-15T16:42:00,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:00,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688980897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688980899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688920890, max timestamp=1731688920915Num uniques 859; 
2024-11-15T16:42:00,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:42:00,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688920890, max timestamp=1731688920915Num uniques 859; 
2024-11-15T16:42:00,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:42:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,939 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688920890, max timestamp=1731688920915Num uniques 859; 
2024-11-15T16:42:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:00,939 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:42:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-15T16:42:00,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688980985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688980986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:00,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688980996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:00,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:00,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688981041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688981042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688981101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688981101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688981101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:01,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:01,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-15T16:42:01,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688981252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688981262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,312 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4430a46473684dfebfc626f344ae286e
2024-11-15T16:42:01,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:01,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:01,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688981322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688981322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688981322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/3750b67804714906bc93ba50d4babcb2 is 50, key is test_row_0/B:col10/1731688920845/Put/seqid=0
2024-11-15T16:42:01,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742182_1358 (size=12001)
2024-11-15T16:42:01,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-15T16:42:01,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688981571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688981571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688981642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688981642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688981642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:01,754 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/3750b67804714906bc93ba50d4babcb2
2024-11-15T16:42:01,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:01,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:01,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2df8aa35f3794f64825d26ab78545a36 is 50, key is test_row_0/C:col10/1731688920845/Put/seqid=0
2024-11-15T16:42:01,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742183_1359 (size=12001)
2024-11-15T16:42:01,917 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T16:42:01,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:01,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-15T16:42:02,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:02,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:02,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688982082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:02,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688982082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:02,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688982162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688982162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688982162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:02,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:02,186 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2df8aa35f3794f64825d26ab78545a36
2024-11-15T16:42:02,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4430a46473684dfebfc626f344ae286e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4430a46473684dfebfc626f344ae286e
2024-11-15T16:42:02,194 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4430a46473684dfebfc626f344ae286e, entries=250, sequenceid=15, filesize=47.0 K
2024-11-15T16:42:02,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/3750b67804714906bc93ba50d4babcb2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3750b67804714906bc93ba50d4babcb2
2024-11-15T16:42:02,198 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3750b67804714906bc93ba50d4babcb2, entries=150, sequenceid=15, filesize=11.7 K
2024-11-15T16:42:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2df8aa35f3794f64825d26ab78545a36 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2df8aa35f3794f64825d26ab78545a36
2024-11-15T16:42:02,202 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2df8aa35f3794f64825d26ab78545a36, entries=150, sequenceid=15, filesize=11.7 K
2024-11-15T16:42:02,203 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1348ms, sequenceid=15, compaction requested=false
2024-11-15T16:42:02,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:02,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-15T16:42:02,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:02,235 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-15T16:42:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151bc521b0baf34455aa72baa3e132054a_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688920984/Put/seqid=0
2024-11-15T16:42:02,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742184_1360 (size=12154)
2024-11-15T16:42:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:02,652 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151bc521b0baf34455aa72baa3e132054a_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bc521b0baf34455aa72baa3e132054a_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cf31d5539e364ae9be5d9079f8637c63, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:02,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cf31d5539e364ae9be5d9079f8637c63 is 175, key is test_row_0/A:col10/1731688920984/Put/seqid=0
2024-11-15T16:42:02,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742185_1361 (size=30955)
2024-11-15T16:42:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-15T16:42:03,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cf31d5539e364ae9be5d9079f8637c63
2024-11-15T16:42:03,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b68b4558a6494145bd397f9cfc703fb9 is 50, key is test_row_0/B:col10/1731688920984/Put/seqid=0
2024-11-15T16:42:03,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742186_1362 (size=12001)
2024-11-15T16:42:03,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b68b4558a6494145bd397f9cfc703fb9
2024-11-15T16:42:03,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/f8cb3d6a159240c981e7307fbcb6033a is 50, key is test_row_0/C:col10/1731688920984/Put/seqid=0
2024-11-15T16:42:03,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742187_1363 (size=12001)
2024-11-15T16:42:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:03,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:03,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688983132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688983142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688983172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,175 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688983181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688983181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,188 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:03,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,188 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688983252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688983252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688983462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688983462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/f8cb3d6a159240c981e7307fbcb6033a
2024-11-15T16:42:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cf31d5539e364ae9be5d9079f8637c63 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cf31d5539e364ae9be5d9079f8637c63
2024-11-15T16:42:03,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cf31d5539e364ae9be5d9079f8637c63, entries=150, sequenceid=51, filesize=30.2 K
2024-11-15T16:42:03,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b68b4558a6494145bd397f9cfc703fb9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b68b4558a6494145bd397f9cfc703fb9
2024-11-15T16:42:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b68b4558a6494145bd397f9cfc703fb9, entries=150, sequenceid=51, filesize=11.7 K
2024-11-15T16:42:03,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/f8cb3d6a159240c981e7307fbcb6033a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f8cb3d6a159240c981e7307fbcb6033a
2024-11-15T16:42:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,503 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f8cb3d6a159240c981e7307fbcb6033a, entries=150, sequenceid=51, filesize=11.7 K
2024-11-15T16:42:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1269ms, sequenceid=51, compaction requested=false
2024-11-15T16:42:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-15T16:42:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-15T16:42:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,507 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-15T16:42:03,507 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec
2024-11-15T16:42:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,509 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.6590 sec
2024-11-15T16:42:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:03,797 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:42:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:03,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:03,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:03,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111517598bbe7eac49c7a878c91ebdbd8b2d_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_1/A:col10/1731688923794/Put/seqid=0
2024-11-15T16:42:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742188_1364 (size=12154)
2024-11-15T16:42:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:03,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688983886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:03,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688983893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:03,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:03,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:04,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688984002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:04,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:04,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688984012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:04,214 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:04,218 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111517598bbe7eac49c7a878c91ebdbd8b2d_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111517598bbe7eac49c7a878c91ebdbd8b2d_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:04,227 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/8ecb289feb064a939f348dfc4bf42d7c, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:04,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/8ecb289feb064a939f348dfc4bf42d7c is 175, key is test_row_1/A:col10/1731688923794/Put/seqid=0
2024-11-15T16:42:04,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688984222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:04,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688984222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:04,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:04,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742189_1365 (size=30951)
2024-11-15T16:42:04,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688984542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:04,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688984542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:04,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:04,633 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/8ecb289feb064a939f348dfc4bf42d7c
2024-11-15T16:42:04,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/62077f0d2aa842c7a221ea3a3f5b59fd is 50, key is test_row_1/B:col10/1731688923794/Put/seqid=0
2024-11-15T16:42:04,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742190_1366 (size=9657)
2024-11-15T16:42:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-15T16:42:05,012 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:05,012 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-15T16:42:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-15T16:42:05,014 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:05,015 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:05,015 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:05,045 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/62077f0d2aa842c7a221ea3a3f5b59fd
2024-11-15T16:42:05,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/cfa63c1950204b94b2c7af3b6fbce3c8 is 50, key is test_row_1/C:col10/1731688923794/Put/seqid=0
2024-11-15T16:42:05,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742191_1367 (size=9657)
2024-11-15T16:42:05,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688985062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:05,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688985062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-15T16:42:05,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-15T16:42:05,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:05,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:05,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:05,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688985201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:05,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688985202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:05,207 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:05,207 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:05,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688985212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:05,217 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:05,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-15T16:42:05,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-15T16:42:05,455 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/cfa63c1950204b94b2c7af3b6fbce3c8
2024-11-15T16:42:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/8ecb289feb064a939f348dfc4bf42d7c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/8ecb289feb064a939f348dfc4bf42d7c
2024-11-15T16:42:05,462 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/8ecb289feb064a939f348dfc4bf42d7c, entries=150, sequenceid=63, filesize=30.2 K
2024-11-15T16:42:05,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/62077f0d2aa842c7a221ea3a3f5b59fd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/62077f0d2aa842c7a221ea3a3f5b59fd
2024-11-15T16:42:05,466 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/62077f0d2aa842c7a221ea3a3f5b59fd, entries=100, sequenceid=63, filesize=9.4 K
2024-11-15T16:42:05,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/cfa63c1950204b94b2c7af3b6fbce3c8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/cfa63c1950204b94b2c7af3b6fbce3c8
2024-11-15T16:42:05,469 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/cfa63c1950204b94b2c7af3b6fbce3c8, entries=100, sequenceid=63, filesize=9.4 K
2024-11-15T16:42:05,470 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1673ms, sequenceid=63, compaction requested=true
2024-11-15T16:42:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:05,470 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:05,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:05,470 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:05,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:05,471 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110045 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:05,471 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/A is initiating minor compaction (all files)
2024-11-15T16:42:05,471 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:05,471 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/A in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,471 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/B is initiating minor compaction (all files)
2024-11-15T16:42:05,471 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/B in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,471 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4430a46473684dfebfc626f344ae286e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cf31d5539e364ae9be5d9079f8637c63, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/8ecb289feb064a939f348dfc4bf42d7c] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=107.5 K
2024-11-15T16:42:05,472 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,472 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3750b67804714906bc93ba50d4babcb2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b68b4558a6494145bd397f9cfc703fb9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/62077f0d2aa842c7a221ea3a3f5b59fd] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=32.9 K
2024-11-15T16:42:05,472 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4430a46473684dfebfc626f344ae286e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cf31d5539e364ae9be5d9079f8637c63, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/8ecb289feb064a939f348dfc4bf42d7c]
2024-11-15T16:42:05,472 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4430a46473684dfebfc626f344ae286e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731688920845
2024-11-15T16:42:05,472 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3750b67804714906bc93ba50d4babcb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731688920845
2024-11-15T16:42:05,472 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf31d5539e364ae9be5d9079f8637c63, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688920983
2024-11-15T16:42:05,472 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b68b4558a6494145bd397f9cfc703fb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688920983
2024-11-15T16:42:05,473 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ecb289feb064a939f348dfc4bf42d7c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731688923128
2024-11-15T16:42:05,473 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 62077f0d2aa842c7a221ea3a3f5b59fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731688923128
2024-11-15T16:42:05,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-15T16:42:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:42:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:05,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:05,480 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:05,481 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:05,481 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/2aeca09f8e0a4d70ad658b152479d11c is 50, key is test_row_0/B:col10/1731688920984/Put/seqid=0
2024-11-15T16:42:05,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156f34f36c9b2e436ab98d33a5a2ba7dbd_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688923891/Put/seqid=0
2024-11-15T16:42:05,483 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115bd93d6d762e44584ac623fcbee1643b5_1bc2bd6e62f55fad51ce96bef5a9fed9 store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:05,485 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115bd93d6d762e44584ac623fcbee1643b5_1bc2bd6e62f55fad51ce96bef5a9fed9, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:05,485 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bd93d6d762e44584ac623fcbee1643b5_1bc2bd6e62f55fad51ce96bef5a9fed9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:05,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742193_1369 (size=12154)
2024-11-15T16:42:05,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:05,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742192_1368 (size=12104)
2024-11-15T16:42:05,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156f34f36c9b2e436ab98d33a5a2ba7dbd_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156f34f36c9b2e436ab98d33a5a2ba7dbd_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cbfe46cfc882423184433c80de2383e5, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cbfe46cfc882423184433c80de2383e5 is 175, key is test_row_0/A:col10/1731688923891/Put/seqid=0
2024-11-15T16:42:05,502 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/2aeca09f8e0a4d70ad658b152479d11c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2aeca09f8e0a4d70ad658b152479d11c
2024-11-15T16:42:05,509 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/B of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 2aeca09f8e0a4d70ad658b152479d11c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:05,509 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:05,509 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/B, priority=13, startTime=1731688925470; duration=0sec
2024-11-15T16:42:05,509 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:05,509 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:B
2024-11-15T16:42:05,509 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:05,510 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:05,510 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/C is initiating minor compaction (all files)
2024-11-15T16:42:05,510 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/C in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:05,510 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2df8aa35f3794f64825d26ab78545a36, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f8cb3d6a159240c981e7307fbcb6033a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/cfa63c1950204b94b2c7af3b6fbce3c8] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=32.9 K
2024-11-15T16:42:05,512 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2df8aa35f3794f64825d26ab78545a36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731688920845
2024-11-15T16:42:05,512 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting f8cb3d6a159240c981e7307fbcb6033a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731688920983
2024-11-15T16:42:05,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742194_1370 (size=4469)
2024-11-15T16:42:05,514 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting cfa63c1950204b94b2c7af3b6fbce3c8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731688923128
2024-11-15T16:42:05,534 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:05,534 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/8f877cc91a45446caf9547fa2c654703 is 50, key is test_row_0/C:col10/1731688920984/Put/seqid=0
2024-11-15T16:42:05,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742195_1371 (size=30955)
2024-11-15T16:42:05,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742196_1372 (size=12104)
2024-11-15T16:42:05,544 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/8f877cc91a45446caf9547fa2c654703 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/8f877cc91a45446caf9547fa2c654703
2024-11-15T16:42:05,548 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/C of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 8f877cc91a45446caf9547fa2c654703(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:05,548 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:05,548 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/C, priority=13, startTime=1731688925470; duration=0sec
2024-11-15T16:42:05,548 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:05,548 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:C
2024-11-15T16:42:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-15T16:42:05,916 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:05,916 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/3ad86f9fa59e4f899ef70c6268a57faa is 175, key is test_row_0/A:col10/1731688920984/Put/seqid=0
2024-11-15T16:42:05,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742197_1373 (size=31165)
2024-11-15T16:42:05,935 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cbfe46cfc882423184433c80de2383e5
2024-11-15T16:42:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b4c0a82f457646e2969c8550a7a14494 is 50, key is test_row_0/B:col10/1731688923891/Put/seqid=0
2024-11-15T16:42:05,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742198_1374 (size=12001)
2024-11-15T16:42:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:06,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:06,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688986103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688986110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-15T16:42:06,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688986222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688986222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,325 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/3ad86f9fa59e4f899ef70c6268a57faa as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3ad86f9fa59e4f899ef70c6268a57faa
2024-11-15T16:42:06,329 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/A of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 3ad86f9fa59e4f899ef70c6268a57faa(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:06,330 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:06,330 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/A, priority=13, startTime=1731688925470; duration=0sec
2024-11-15T16:42:06,330 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:06,330 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:A
2024-11-15T16:42:06,347 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b4c0a82f457646e2969c8550a7a14494
2024-11-15T16:42:06,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2f3ad6044a2948abad8d8f04f031fdf9 is 50, key is test_row_0/C:col10/1731688923891/Put/seqid=0
2024-11-15T16:42:06,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742199_1375 (size=12001)
2024-11-15T16:42:06,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2f3ad6044a2948abad8d8f04f031fdf9
2024-11-15T16:42:06,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/cbfe46cfc882423184433c80de2383e5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cbfe46cfc882423184433c80de2383e5
2024-11-15T16:42:06,367 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cbfe46cfc882423184433c80de2383e5, entries=150, sequenceid=83, filesize=30.2 K
2024-11-15T16:42:06,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b4c0a82f457646e2969c8550a7a14494 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b4c0a82f457646e2969c8550a7a14494
2024-11-15T16:42:06,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b4c0a82f457646e2969c8550a7a14494, entries=150, sequenceid=83, filesize=11.7 K
2024-11-15T16:42:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2f3ad6044a2948abad8d8f04f031fdf9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2f3ad6044a2948abad8d8f04f031fdf9
2024-11-15T16:42:06,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2f3ad6044a2948abad8d8f04f031fdf9, entries=150, sequenceid=83, filesize=11.7 K
2024-11-15T16:42:06,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 902ms, sequenceid=83, compaction requested=false
2024-11-15T16:42:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-15T16:42:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-15T16:42:06,378 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-15T16:42:06,378 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3620 sec
2024-11-15T16:42:06,380 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.3670 sec
2024-11-15T16:42:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:06,437 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:42:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:06,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115752bb919b80b418b9498a9d6fc2a7f82_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688926084/Put/seqid=0
2024-11-15T16:42:06,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742200_1376 (size=12154)
2024-11-15T16:42:06,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688986494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688986496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688986612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688986612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688986822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688986822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:06,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:06,859 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115752bb919b80b418b9498a9d6fc2a7f82_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115752bb919b80b418b9498a9d6fc2a7f82_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:06,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/e19dce4410004c6fa151ec531e971601, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:06,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/e19dce4410004c6fa151ec531e971601 is 175, key is test_row_0/A:col10/1731688926084/Put/seqid=0
2024-11-15T16:42:06,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742201_1377 (size=30955)
2024-11-15T16:42:07,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688987142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:07,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688987142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-15T16:42:07,163 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:07,164 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-15T16:42:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-15T16:42:07,166 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:07,166 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:07,167 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:07,265 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/e19dce4410004c6fa151ec531e971601
2024-11-15T16:42:07,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/8c8b66766cd44cd098d116da18502f98 is 50, key is test_row_0/B:col10/1731688926084/Put/seqid=0
2024-11-15T16:42:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-15T16:42:07,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742202_1378 (size=12001)
2024-11-15T16:42:07,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-15T16:42:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-15T16:42:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-15T16:42:07,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-15T16:42:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688987652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:07,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:07,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688987661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:07,678 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/8c8b66766cd44cd098d116da18502f98
2024-11-15T16:42:07,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/54c3eec671bf4a0eb3b3d3168d07fa64 is 50, key is test_row_0/C:col10/1731688926084/Put/seqid=0
2024-11-15T16:42:07,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742203_1379 (size=12001)
2024-11-15T16:42:07,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-15T16:42:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-15T16:42:07,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-15T16:42:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:07,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:08,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-15T16:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:08,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:08,090 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/54c3eec671bf4a0eb3b3d3168d07fa64
2024-11-15T16:42:08,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/e19dce4410004c6fa151ec531e971601 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/e19dce4410004c6fa151ec531e971601
2024-11-15T16:42:08,098 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/e19dce4410004c6fa151ec531e971601, entries=150, sequenceid=99, filesize=30.2 K
2024-11-15T16:42:08,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/8c8b66766cd44cd098d116da18502f98 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/8c8b66766cd44cd098d116da18502f98
2024-11-15T16:42:08,102 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/8c8b66766cd44cd098d116da18502f98, entries=150, sequenceid=99, filesize=11.7 K
2024-11-15T16:42:08,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/54c3eec671bf4a0eb3b3d3168d07fa64 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/54c3eec671bf4a0eb3b3d3168d07fa64
2024-11-15T16:42:08,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/54c3eec671bf4a0eb3b3d3168d07fa64, entries=150, sequenceid=99, filesize=11.7 K
2024-11-15T16:42:08,107 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1670ms, sequenceid=99, compaction requested=true
2024-11-15T16:42:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:08,107 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:08,107 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:08,108 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93075 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:08,108 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:08,108 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/B is initiating minor compaction (all files)
2024-11-15T16:42:08,108 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/A is initiating minor compaction (all files)
2024-11-15T16:42:08,108 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/A in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:08,108 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/B in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:08,108 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2aeca09f8e0a4d70ad658b152479d11c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b4c0a82f457646e2969c8550a7a14494, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/8c8b66766cd44cd098d116da18502f98] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=35.3 K
2024-11-15T16:42:08,108 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3ad86f9fa59e4f899ef70c6268a57faa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cbfe46cfc882423184433c80de2383e5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/e19dce4410004c6fa151ec531e971601] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=90.9 K
2024-11-15T16:42:08,108 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:08,108 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3ad86f9fa59e4f899ef70c6268a57faa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cbfe46cfc882423184433c80de2383e5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/e19dce4410004c6fa151ec531e971601]
2024-11-15T16:42:08,108 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aeca09f8e0a4d70ad658b152479d11c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731688920984
2024-11-15T16:42:08,109 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ad86f9fa59e4f899ef70c6268a57faa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731688920984
2024-11-15T16:42:08,109 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b4c0a82f457646e2969c8550a7a14494, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731688923867
2024-11-15T16:42:08,109 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbfe46cfc882423184433c80de2383e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731688923867
2024-11-15T16:42:08,109 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c8b66766cd44cd098d116da18502f98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731688926084
2024-11-15T16:42:08,109 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e19dce4410004c6fa151ec531e971601, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731688926084
2024-11-15T16:42:08,116 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:08,117 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:08,117 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/3bf3cd6d12ca43c5bb16ae0322c98f98 is 50, key is test_row_0/B:col10/1731688926084/Put/seqid=0
2024-11-15T16:42:08,118 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e46a728365c54cffbfc45991d91a49da_1bc2bd6e62f55fad51ce96bef5a9fed9 store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:08,120 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e46a728365c54cffbfc45991d91a49da_1bc2bd6e62f55fad51ce96bef5a9fed9, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:08,120 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e46a728365c54cffbfc45991d91a49da_1bc2bd6e62f55fad51ce96bef5a9fed9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:08,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742204_1380 (size=12207)
2024-11-15T16:42:08,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742205_1381 (size=4469)
2024-11-15T16:42:08,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-15T16:42:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:08,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:42:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:08,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ea30a1766b6c45f9abcf27417d115beb_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688926494/Put/seqid=0
2024-11-15T16:42:08,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742206_1382 (size=12154)
2024-11-15T16:42:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:08,256 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ea30a1766b6c45f9abcf27417d115beb_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ea30a1766b6c45f9abcf27417d115beb_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:08,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/ac7c87f6b1404f94b4b7c56f34017f85, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:08,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/ac7c87f6b1404f94b4b7c56f34017f85 is 175, key is test_row_0/A:col10/1731688926494/Put/seqid=0
2024-11-15T16:42:08,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742207_1383 (size=30955)
2024-11-15T16:42:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-15T16:42:08,527 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#A#compaction#324 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:08,527 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c768c2c331b2472d941069e2791596a4 is 175, key is test_row_0/A:col10/1731688926084/Put/seqid=0
2024-11-15T16:42:08,531 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/3bf3cd6d12ca43c5bb16ae0322c98f98 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3bf3cd6d12ca43c5bb16ae0322c98f98
2024-11-15T16:42:08,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742208_1384 (size=31161)
2024-11-15T16:42:08,536 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/B of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 3bf3cd6d12ca43c5bb16ae0322c98f98(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:08,536 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:08,536 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/B, priority=13, startTime=1731688928107; duration=0sec
2024-11-15T16:42:08,536 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:08,536 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:B
2024-11-15T16:42:08,536 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:08,537 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:08,538 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/C is initiating minor compaction (all files)
2024-11-15T16:42:08,538 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/C in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:08,538 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/8f877cc91a45446caf9547fa2c654703, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2f3ad6044a2948abad8d8f04f031fdf9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/54c3eec671bf4a0eb3b3d3168d07fa64] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=35.3 K
2024-11-15T16:42:08,539 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f877cc91a45446caf9547fa2c654703, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731688920984
2024-11-15T16:42:08,540 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3ad6044a2948abad8d8f04f031fdf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731688923867
2024-11-15T16:42:08,540 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 54c3eec671bf4a0eb3b3d3168d07fa64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731688926084
2024-11-15T16:42:08,550 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c768c2c331b2472d941069e2791596a4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c768c2c331b2472d941069e2791596a4
2024-11-15T16:42:08,556 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/A of 1bc2bd6e62f55fad51ce96bef5a9fed9 into c768c2c331b2472d941069e2791596a4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:08,556 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:08,556 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/A, priority=13, startTime=1731688928107; duration=0sec
2024-11-15T16:42:08,557 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:08,557 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:A
2024-11-15T16:42:08,557 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:08,558 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/db9b9c86b22345df9f136d3e4792fb80 is 50, key is test_row_0/C:col10/1731688926084/Put/seqid=0
2024-11-15T16:42:08,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742209_1385 (size=12207)
2024-11-15T16:42:08,577 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/db9b9c86b22345df9f136d3e4792fb80 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/db9b9c86b22345df9f136d3e4792fb80
2024-11-15T16:42:08,582 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/C of 1bc2bd6e62f55fad51ce96bef5a9fed9 into db9b9c86b22345df9f136d3e4792fb80(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:08,582 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:08,582 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/C, priority=13, startTime=1731688928107; duration=0sec
2024-11-15T16:42:08,582 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:08,582 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:C
2024-11-15T16:42:08,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/ac7c87f6b1404f94b4b7c56f34017f85
2024-11-15T16:42:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/d7d15fcf3785428ba0b5f9336c354024 is 50, key is test_row_0/B:col10/1731688926494/Put/seqid=0
2024-11-15T16:42:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:08,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:08,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742210_1386 (size=12001)
2024-11-15T16:42:08,678 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/d7d15fcf3785428ba0b5f9336c354024
2024-11-15T16:42:08,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/3d37ffd24b104926b4e92a28e2e9bbc3 is 50, key is test_row_0/C:col10/1731688926494/Put/seqid=0
2024-11-15T16:42:08,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742211_1387 (size=12001)
2024-11-15T16:42:08,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688988715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:08,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688988717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:08,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688988832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:08,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688988832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688989042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688989042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/3d37ffd24b104926b4e92a28e2e9bbc3
2024-11-15T16:42:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/ac7c87f6b1404f94b4b7c56f34017f85 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/ac7c87f6b1404f94b4b7c56f34017f85
2024-11-15T16:42:09,100 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/ac7c87f6b1404f94b4b7c56f34017f85, entries=150, sequenceid=118, filesize=30.2 K
2024-11-15T16:42:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/d7d15fcf3785428ba0b5f9336c354024 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d7d15fcf3785428ba0b5f9336c354024
2024-11-15T16:42:09,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d7d15fcf3785428ba0b5f9336c354024, entries=150, sequenceid=118, filesize=11.7 K
2024-11-15T16:42:09,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/3d37ffd24b104926b4e92a28e2e9bbc3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/3d37ffd24b104926b4e92a28e2e9bbc3
2024-11-15T16:42:09,108 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/3d37ffd24b104926b4e92a28e2e9bbc3, entries=150, sequenceid=118, filesize=11.7 K
2024-11-15T16:42:09,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 867ms, sequenceid=118, compaction requested=false
2024-11-15T16:42:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-15T16:42:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-15T16:42:09,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-15T16:42:09,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec
2024-11-15T16:42:09,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.9490 sec
2024-11-15T16:42:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:09,218 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:42:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:09,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155548e364318d489b87d98358c3b1c52b_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688928713/Put/seqid=0
2024-11-15T16:42:09,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742212_1388 (size=14794)
2024-11-15T16:42:09,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:09,234 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155548e364318d489b87d98358c3b1c52b_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155548e364318d489b87d98358c3b1c52b_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:09,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/042e7c0405cd419eaa205980ce55c5e9, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:09,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/042e7c0405cd419eaa205980ce55c5e9 is 175, key is test_row_0/A:col10/1731688928713/Put/seqid=0
2024-11-15T16:42:09,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742213_1389 (size=39749)
2024-11-15T16:42:09,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688989276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688989277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688989284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-15T16:42:09,312 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:09,312 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-15T16:42:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-15T16:42:09,314 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:09,314 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:09,314 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:09,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688989352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688989352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688989392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688989392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688989402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-15T16:42:09,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688989612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688989612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688989612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-15T16:42:09,646 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/042e7c0405cd419eaa205980ce55c5e9
2024-11-15T16:42:09,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/85e96d1241564004b74432b60326b0b5 is 50, key is test_row_0/B:col10/1731688928713/Put/seqid=0
2024-11-15T16:42:09,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742214_1390 (size=12151)
2024-11-15T16:42:09,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688989871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688989871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:09,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688989922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:09,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688989922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688989922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:09,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-15T16:42:10,057 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/85e96d1241564004b74432b60326b0b5
2024-11-15T16:42:10,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/e8fc6f8b6a374865a398a07ce05a73cc is 50, key is test_row_0/C:col10/1731688928713/Put/seqid=0
2024-11-15T16:42:10,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742215_1391 (size=12151)
2024-11-15T16:42:10,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:10,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:10,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688990432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:10,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688990432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:10,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688990432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-15T16:42:10,477 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/e8fc6f8b6a374865a398a07ce05a73cc
2024-11-15T16:42:10,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/042e7c0405cd419eaa205980ce55c5e9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/042e7c0405cd419eaa205980ce55c5e9
2024-11-15T16:42:10,484 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/042e7c0405cd419eaa205980ce55c5e9, entries=200, sequenceid=135, filesize=38.8 K
2024-11-15T16:42:10,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/85e96d1241564004b74432b60326b0b5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/85e96d1241564004b74432b60326b0b5
2024-11-15T16:42:10,488 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/85e96d1241564004b74432b60326b0b5, entries=150, sequenceid=135, filesize=11.9 K
2024-11-15T16:42:10,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/e8fc6f8b6a374865a398a07ce05a73cc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/e8fc6f8b6a374865a398a07ce05a73cc
2024-11-15T16:42:10,492 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/e8fc6f8b6a374865a398a07ce05a73cc, entries=150, sequenceid=135, filesize=11.9 K
2024-11-15T16:42:10,493 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1276ms, sequenceid=135, compaction requested=true
2024-11-15T16:42:10,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:10,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:10,493 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:10,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:10,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:10,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:10,494 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:10,494 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:10,494 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/A is initiating minor compaction (all files)
2024-11-15T16:42:10,494 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/A in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,495 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c768c2c331b2472d941069e2791596a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/ac7c87f6b1404f94b4b7c56f34017f85, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/042e7c0405cd419eaa205980ce55c5e9] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=99.5 K
2024-11-15T16:42:10,495 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,495 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c768c2c331b2472d941069e2791596a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/ac7c87f6b1404f94b4b7c56f34017f85, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/042e7c0405cd419eaa205980ce55c5e9]
2024-11-15T16:42:10,495 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:10,495 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/B is initiating minor compaction (all files)
2024-11-15T16:42:10,495 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c768c2c331b2472d941069e2791596a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731688926084
2024-11-15T16:42:10,495 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/B in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,495 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3bf3cd6d12ca43c5bb16ae0322c98f98, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d7d15fcf3785428ba0b5f9336c354024, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/85e96d1241564004b74432b60326b0b5] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=35.5 K
2024-11-15T16:42:10,495 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac7c87f6b1404f94b4b7c56f34017f85, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731688926491
2024-11-15T16:42:10,496 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf3cd6d12ca43c5bb16ae0322c98f98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731688926084
2024-11-15T16:42:10,496 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 042e7c0405cd419eaa205980ce55c5e9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731688928697
2024-11-15T16:42:10,496 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d7d15fcf3785428ba0b5f9336c354024, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731688926491
2024-11-15T16:42:10,496 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 85e96d1241564004b74432b60326b0b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731688928697
2024-11-15T16:42:10,502 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:10,505 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:10,505 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/572a6426f43e4f1ca6b83d5801405684 is 50, key is test_row_0/B:col10/1731688928713/Put/seqid=0
2024-11-15T16:42:10,507 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411151cb12a894bc34c4786b335cfeb33d23c_1bc2bd6e62f55fad51ce96bef5a9fed9 store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:10,509 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411151cb12a894bc34c4786b335cfeb33d23c_1bc2bd6e62f55fad51ce96bef5a9fed9, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:10,509 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151cb12a894bc34c4786b335cfeb33d23c_1bc2bd6e62f55fad51ce96bef5a9fed9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:10,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742216_1392 (size=12459)
2024-11-15T16:42:10,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742217_1393 (size=4469)
2024-11-15T16:42:10,520 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#A#compaction#332 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:10,521 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/55bd270afb1648968f68355f40baa4a0 is 175, key is test_row_0/A:col10/1731688928713/Put/seqid=0
2024-11-15T16:42:10,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742218_1394 (size=31413)
2024-11-15T16:42:10,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-15T16:42:10,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,537 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-15T16:42:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:10,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111524ccb88c77bc46958a974f30bf7e012d_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688929283/Put/seqid=0
2024-11-15T16:42:10,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742219_1395 (size=12304)
2024-11-15T16:42:10,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:10,920 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/572a6426f43e4f1ca6b83d5801405684 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/572a6426f43e4f1ca6b83d5801405684
2024-11-15T16:42:10,930 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/B of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 572a6426f43e4f1ca6b83d5801405684(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:10,930 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:10,930 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/B, priority=13, startTime=1731688930493; duration=0sec
2024-11-15T16:42:10,930 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:10,930 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:B
2024-11-15T16:42:10,930 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:10,933 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:10,933 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/C is initiating minor compaction (all files)
2024-11-15T16:42:10,934 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/C in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:10,934 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/db9b9c86b22345df9f136d3e4792fb80, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/3d37ffd24b104926b4e92a28e2e9bbc3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/e8fc6f8b6a374865a398a07ce05a73cc] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=35.5 K
2024-11-15T16:42:10,936 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting db9b9c86b22345df9f136d3e4792fb80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731688926084
2024-11-15T16:42:10,937 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d37ffd24b104926b4e92a28e2e9bbc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731688926491
2024-11-15T16:42:10,939 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e8fc6f8b6a374865a398a07ce05a73cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731688928697
2024-11-15T16:42:10,946 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/55bd270afb1648968f68355f40baa4a0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/55bd270afb1648968f68355f40baa4a0
2024-11-15T16:42:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:10,952 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/A of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 55bd270afb1648968f68355f40baa4a0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:10,952 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:10,952 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/A, priority=13, startTime=1731688930493; duration=0sec
2024-11-15T16:42:10,952 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:10,952 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:A
2024-11-15T16:42:10,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111524ccb88c77bc46958a974f30bf7e012d_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111524ccb88c77bc46958a974f30bf7e012d_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:10,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4c593da85d334cc4910ec03efb8d86b4, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:10,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4c593da85d334cc4910ec03efb8d86b4 is 175, key is test_row_0/A:col10/1731688929283/Put/seqid=0
2024-11-15T16:42:10,962 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:10,962 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/482c952ff4f14fe2b4a51b93da7a712d is 50, key is test_row_0/C:col10/1731688928713/Put/seqid=0
2024-11-15T16:42:10,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742220_1396 (size=31105)
2024-11-15T16:42:10,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4c593da85d334cc4910ec03efb8d86b4
2024-11-15T16:42:10,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688990978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:10,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742221_1397 (size=12459)
2024-11-15T16:42:10,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688990981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/0d0322542bb2431c89ca7143c01cc16e is 50, key is test_row_0/B:col10/1731688929283/Put/seqid=0
2024-11-15T16:42:11,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742222_1398 (size=12151)
2024-11-15T16:42:11,036 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/0d0322542bb2431c89ca7143c01cc16e
2024-11-15T16:42:11,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/b911f8a31de64f7d96b961be3719c017 is 50, key is test_row_0/C:col10/1731688929283/Put/seqid=0
2024-11-15T16:42:11,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688991092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688991102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742223_1399 (size=12151)
2024-11-15T16:42:11,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/b911f8a31de64f7d96b961be3719c017
2024-11-15T16:42:11,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/4c593da85d334cc4910ec03efb8d86b4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4c593da85d334cc4910ec03efb8d86b4
2024-11-15T16:42:11,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4c593da85d334cc4910ec03efb8d86b4, entries=150, sequenceid=153, filesize=30.4 K
2024-11-15T16:42:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/0d0322542bb2431c89ca7143c01cc16e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/0d0322542bb2431c89ca7143c01cc16e
2024-11-15T16:42:11,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/0d0322542bb2431c89ca7143c01cc16e, entries=150, sequenceid=153, filesize=11.9 K
2024-11-15T16:42:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/b911f8a31de64f7d96b961be3719c017 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/b911f8a31de64f7d96b961be3719c017
2024-11-15T16:42:11,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/b911f8a31de64f7d96b961be3719c017, entries=150, sequenceid=153, filesize=11.9 K
2024-11-15T16:42:11,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-15T16:42:11,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 621ms, sequenceid=153, compaction requested=false
2024-11-15T16:42:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-15T16:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-15T16:42:11,162 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-15T16:42:11,162 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8460 sec
2024-11-15T16:42:11,165 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8500 sec
2024-11-15T16:42:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:11,318 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-15T16:42:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:11,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156ddc40c9411e4ac48bd0a5daf8beab08_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688930954/Put/seqid=0
2024-11-15T16:42:11,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742224_1400 (size=14794)
2024-11-15T16:42:11,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688991384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,400 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/482c952ff4f14fe2b4a51b93da7a712d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/482c952ff4f14fe2b4a51b93da7a712d
2024-11-15T16:42:11,405 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/C of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 482c952ff4f14fe2b4a51b93da7a712d(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:11,405 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:11,405 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/C, priority=13, startTime=1731688930493; duration=0sec
2024-11-15T16:42:11,405 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:11,405 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:C
2024-11-15T16:42:11,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688991393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688991451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688991451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688991451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,459 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:11,459 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,460 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-15T16:42:11,462 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:11,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-11-15T16:42:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-15T16:42:11,464 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:11,465 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:11,465 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:11,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688991502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688991521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-15T16:42:11,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:11,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688991712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:11,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688991731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:11,738 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156ddc40c9411e4ac48bd0a5daf8beab08_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156ddc40c9411e4ac48bd0a5daf8beab08_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:11,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/3899aa19efbf4c4fa44d2890fab8f652, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:11,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/3899aa19efbf4c4fa44d2890fab8f652 is 175, key is test_row_0/A:col10/1731688930954/Put/seqid=0
2024-11-15T16:42:11,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742225_1401 (size=39749)
2024-11-15T16:42:11,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:11,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:11,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-15T16:42:11,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:11,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688992032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:12,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688992042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:12,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-15T16:42:12,143 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/3899aa19efbf4c4fa44d2890fab8f652
2024-11-15T16:42:12,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/5bc5564e5d9941d18789e035e054d64e is 50, key is test_row_0/B:col10/1731688930954/Put/seqid=0
2024-11-15T16:42:12,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742226_1402 (size=12151)
2024-11-15T16:42:12,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:12,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/5bc5564e5d9941d18789e035e054d64e
2024-11-15T16:42:12,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688992552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:12,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/1c76f3fc915147e1a6877db3f0ad47fe is 50, key is test_row_0/C:col10/1731688930954/Put/seqid=0
2024-11-15T16:42:12,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:12,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742227_1403 (size=12151)
2024-11-15T16:42:12,566 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/1c76f3fc915147e1a6877db3f0ad47fe
2024-11-15T16:42:12,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/3899aa19efbf4c4fa44d2890fab8f652 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3899aa19efbf4c4fa44d2890fab8f652
2024-11-15T16:42:12,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688992562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:12,576 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3899aa19efbf4c4fa44d2890fab8f652, entries=200, sequenceid=170, filesize=38.8 K
2024-11-15T16:42:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/5bc5564e5d9941d18789e035e054d64e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/5bc5564e5d9941d18789e035e054d64e
2024-11-15T16:42:12,580 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/5bc5564e5d9941d18789e035e054d64e, entries=150, sequenceid=170, filesize=11.9 K
2024-11-15T16:42:12,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/1c76f3fc915147e1a6877db3f0ad47fe as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/1c76f3fc915147e1a6877db3f0ad47fe
2024-11-15T16:42:12,584 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/1c76f3fc915147e1a6877db3f0ad47fe, entries=150, sequenceid=170, filesize=11.9 K
2024-11-15T16:42:12,584 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1266ms, sequenceid=170, compaction requested=true
2024-11-15T16:42:12,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:12,585 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-15T16:42:12,585 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:12,585 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/A is initiating minor compaction (all files)
2024-11-15T16:42:12,585 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/A in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,586 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/55bd270afb1648968f68355f40baa4a0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4c593da85d334cc4910ec03efb8d86b4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3899aa19efbf4c4fa44d2890fab8f652] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=99.9 K
2024-11-15T16:42:12,586 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,586 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/55bd270afb1648968f68355f40baa4a0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4c593da85d334cc4910ec03efb8d86b4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3899aa19efbf4c4fa44d2890fab8f652]
2024-11-15T16:42:12,586 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55bd270afb1648968f68355f40baa4a0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731688928697
2024-11-15T16:42:12,586 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c593da85d334cc4910ec03efb8d86b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731688929266
2024-11-15T16:42:12,586 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3899aa19efbf4c4fa44d2890fab8f652, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731688930954
2024-11-15T16:42:12,587 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:12,588 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:12,588 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/B is initiating minor compaction (all files)
2024-11-15T16:42:12,588 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/B in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,588 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/572a6426f43e4f1ca6b83d5801405684, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/0d0322542bb2431c89ca7143c01cc16e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/5bc5564e5d9941d18789e035e054d64e] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=35.9 K
2024-11-15T16:42:12,589 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 572a6426f43e4f1ca6b83d5801405684, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731688928697
2024-11-15T16:42:12,589 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d0322542bb2431c89ca7143c01cc16e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731688929266
2024-11-15T16:42:12,589 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bc5564e5d9941d18789e035e054d64e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731688930954
2024-11-15T16:42:12,596 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:12,600 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115164ae7847e5e442f9e1e1b7b2329c6e2_1bc2bd6e62f55fad51ce96bef5a9fed9 store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-15T16:42:12,603 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115164ae7847e5e442f9e1e1b7b2329c6e2_1bc2bd6e62f55fad51ce96bef5a9fed9, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:12,603 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115164ae7847e5e442f9e1e1b7b2329c6e2_1bc2bd6e62f55fad51ce96bef5a9fed9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:12,606 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#B#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:12,606 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/aa75bf0fb64d424d930bdee9b321800d is 50, key is test_row_0/B:col10/1731688930954/Put/seqid=0
2024-11-15T16:42:12,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742229_1405 (size=12561)
2024-11-15T16:42:12,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742228_1404 (size=4469)
2024-11-15T16:42:12,618 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#A#compaction#341 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:12,619 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/6f151877a9874b6395e90fdf2fcc86ff is 175, key is test_row_0/A:col10/1731688930954/Put/seqid=0
2024-11-15T16:42:12,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742230_1406 (size=31515)
2024-11-15T16:42:12,630 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/6f151877a9874b6395e90fdf2fcc86ff as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/6f151877a9874b6395e90fdf2fcc86ff
2024-11-15T16:42:12,634 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/A of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 6f151877a9874b6395e90fdf2fcc86ff(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:12,634 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:12,634 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/A, priority=13, startTime=1731688932585; duration=0sec
2024-11-15T16:42:12,634 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:12,634 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:A
2024-11-15T16:42:12,634 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:12,635 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:12,635 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/C is initiating minor compaction (all files)
2024-11-15T16:42:12,635 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/C in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,635 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/482c952ff4f14fe2b4a51b93da7a712d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/b911f8a31de64f7d96b961be3719c017, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/1c76f3fc915147e1a6877db3f0ad47fe] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=35.9 K
2024-11-15T16:42:12,636 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 482c952ff4f14fe2b4a51b93da7a712d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731688928697
2024-11-15T16:42:12,636 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting b911f8a31de64f7d96b961be3719c017, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731688929266
2024-11-15T16:42:12,636 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c76f3fc915147e1a6877db3f0ad47fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731688930954
2024-11-15T16:42:12,642 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:12,643 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/ba48c0ccdb064f9b95f085889250c822 is 50, key is test_row_0/C:col10/1731688930954/Put/seqid=0
2024-11-15T16:42:12,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742231_1407 (size=12561)
2024-11-15T16:42:12,652 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/ba48c0ccdb064f9b95f085889250c822 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/ba48c0ccdb064f9b95f085889250c822
2024-11-15T16:42:12,655 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/C of 1bc2bd6e62f55fad51ce96bef5a9fed9 into ba48c0ccdb064f9b95f085889250c822(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:12,656 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:12,656 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/C, priority=13, startTime=1731688932585; duration=0sec
2024-11-15T16:42:12,656 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:12,656 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:C
2024-11-15T16:42:12,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-15T16:42:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:12,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-15T16:42:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:12,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:12,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111560c35569b029405d8d8c97db2ccd1fff_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688931391/Put/seqid=0
2024-11-15T16:42:12,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742232_1408 (size=12304)
2024-11-15T16:42:12,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:12,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111560c35569b029405d8d8c97db2ccd1fff_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111560c35569b029405d8d8c97db2ccd1fff_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/d1ebc49ae14a468699785aa7d6dc9893, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/d1ebc49ae14a468699785aa7d6dc9893 is 175, key is test_row_0/A:col10/1731688931391/Put/seqid=0
2024-11-15T16:42:12,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742233_1409 (size=31105)
2024-11-15T16:42:13,018 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/aa75bf0fb64d424d930bdee9b321800d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/aa75bf0fb64d424d930bdee9b321800d
2024-11-15T16:42:13,022 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/B of 1bc2bd6e62f55fad51ce96bef5a9fed9 into aa75bf0fb64d424d930bdee9b321800d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:13,022 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:13,022 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/B, priority=13, startTime=1731688932585; duration=0sec
2024-11-15T16:42:13,022 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:13,022 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:B
2024-11-15T16:42:13,113 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/d1ebc49ae14a468699785aa7d6dc9893
2024-11-15T16:42:13,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/61a6a43aabe5496abaacf34077f34a34 is 50, key is test_row_0/B:col10/1731688931391/Put/seqid=0
2024-11-15T16:42:13,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742234_1410 (size=12151)
2024-11-15T16:42:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:13,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:13,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688993501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688993502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688993504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/61a6a43aabe5496abaacf34077f34a34
2024-11-15T16:42:13,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/0a2e65c08b8f447d9d3e37510f82ffbc is 50, key is test_row_0/C:col10/1731688931391/Put/seqid=0
2024-11-15T16:42:13,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742235_1411 (size=12151)
2024-11-15T16:42:13,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688993572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,579 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688993581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,591 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-15T16:42:13,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688993622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688993622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688993622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688993831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688993832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688993832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:13,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/0a2e65c08b8f447d9d3e37510f82ffbc
2024-11-15T16:42:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/d1ebc49ae14a468699785aa7d6dc9893 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/d1ebc49ae14a468699785aa7d6dc9893
2024-11-15T16:42:13,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/d1ebc49ae14a468699785aa7d6dc9893, entries=150, sequenceid=190, filesize=30.4 K
2024-11-15T16:42:13,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/61a6a43aabe5496abaacf34077f34a34 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/61a6a43aabe5496abaacf34077f34a34
2024-11-15T16:42:13,949 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/61a6a43aabe5496abaacf34077f34a34, entries=150, sequenceid=190, filesize=11.9 K
2024-11-15T16:42:13,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/0a2e65c08b8f447d9d3e37510f82ffbc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/0a2e65c08b8f447d9d3e37510f82ffbc
2024-11-15T16:42:13,953 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/0a2e65c08b8f447d9d3e37510f82ffbc, entries=150, sequenceid=190, filesize=11.9 K
2024-11-15T16:42:13,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1265ms, sequenceid=190, compaction requested=false
2024-11-15T16:42:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-11-15T16:42:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-11-15T16:42:13,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-15T16:42:13,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4900 sec
2024-11-15T16:42:13,958 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.4950 sec
2024-11-15T16:42:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:14,144 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-15T16:42:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:14,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ea7a3dab8c94ef698cf901479aacbe9_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688933500/Put/seqid=0
2024-11-15T16:42:14,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742236_1412 (size=14794)
2024-11-15T16:42:14,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688994179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688994188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688994190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688994292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688994302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688994312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688994502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688994522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688994522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:14,560 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ea7a3dab8c94ef698cf901479aacbe9_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ea7a3dab8c94ef698cf901479aacbe9_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:14,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/0947dc51cbc84bfb958a72b1a0af9613, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:14,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/0947dc51cbc84bfb958a72b1a0af9613 is 175, key is test_row_0/A:col10/1731688933500/Put/seqid=0
2024-11-15T16:42:14,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742237_1413 (size=39749)
2024-11-15T16:42:14,566 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/0947dc51cbc84bfb958a72b1a0af9613
2024-11-15T16:42:14,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/94f219fd9f924514ad0e62cca61801a6 is 50, key is test_row_0/B:col10/1731688933500/Put/seqid=0
2024-11-15T16:42:14,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742238_1414 (size=12151)
2024-11-15T16:42:14,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688994812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688994831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688994842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:14,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:14,993 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/94f219fd9f924514ad0e62cca61801a6
2024-11-15T16:42:15,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/9dd2018be8284f649ace7b59a78980e9 is 50, key is test_row_0/C:col10/1731688933500/Put/seqid=0
2024-11-15T16:42:15,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742239_1415 (size=12151)
2024-11-15T16:42:15,004 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/9dd2018be8284f649ace7b59a78980e9
2024-11-15T16:42:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/0947dc51cbc84bfb958a72b1a0af9613 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/0947dc51cbc84bfb958a72b1a0af9613
2024-11-15T16:42:15,012 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/0947dc51cbc84bfb958a72b1a0af9613, entries=200, sequenceid=207, filesize=38.8 K
2024-11-15T16:42:15,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/94f219fd9f924514ad0e62cca61801a6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/94f219fd9f924514ad0e62cca61801a6
2024-11-15T16:42:15,016 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/94f219fd9f924514ad0e62cca61801a6, entries=150, sequenceid=207, filesize=11.9 K
2024-11-15T16:42:15,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/9dd2018be8284f649ace7b59a78980e9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9dd2018be8284f649ace7b59a78980e9
2024-11-15T16:42:15,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9dd2018be8284f649ace7b59a78980e9, entries=150, sequenceid=207, filesize=11.9 K
2024-11-15T16:42:15,021 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 877ms, sequenceid=207, compaction requested=true
2024-11-15T16:42:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:15,022 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:15,022 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:15,022 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:15,023 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/A is initiating minor compaction (all files)
2024-11-15T16:42:15,023 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:15,023 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/A in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,023 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/B is initiating minor compaction (all files)
2024-11-15T16:42:15,023 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/B in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,023 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/6f151877a9874b6395e90fdf2fcc86ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/d1ebc49ae14a468699785aa7d6dc9893, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/0947dc51cbc84bfb958a72b1a0af9613] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=100.0 K
2024-11-15T16:42:15,023 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/aa75bf0fb64d424d930bdee9b321800d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/61a6a43aabe5496abaacf34077f34a34, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/94f219fd9f924514ad0e62cca61801a6] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=36.0 K
2024-11-15T16:42:15,023 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,023 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/6f151877a9874b6395e90fdf2fcc86ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/d1ebc49ae14a468699785aa7d6dc9893, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/0947dc51cbc84bfb958a72b1a0af9613]
2024-11-15T16:42:15,023 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f151877a9874b6395e90fdf2fcc86ff, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731688930954
2024-11-15T16:42:15,023 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting aa75bf0fb64d424d930bdee9b321800d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731688930954
2024-11-15T16:42:15,024 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 61a6a43aabe5496abaacf34077f34a34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731688931373
2024-11-15T16:42:15,024 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1ebc49ae14a468699785aa7d6dc9893, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731688931373
2024-11-15T16:42:15,024 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 94f219fd9f924514ad0e62cca61801a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731688933500
2024-11-15T16:42:15,024 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0947dc51cbc84bfb958a72b1a0af9613, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731688933486
2024-11-15T16:42:15,030 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:15,031 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:15,031 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/d0ce94b7cf1549d1976fc80f872e8fc6 is 50, key is test_row_0/B:col10/1731688933500/Put/seqid=0
2024-11-15T16:42:15,034 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411152b94d766c1094ba487af492fee67edae_1bc2bd6e62f55fad51ce96bef5a9fed9 store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:15,036 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411152b94d766c1094ba487af492fee67edae_1bc2bd6e62f55fad51ce96bef5a9fed9, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:15,036 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152b94d766c1094ba487af492fee67edae_1bc2bd6e62f55fad51ce96bef5a9fed9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:15,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742240_1416 (size=12663)
2024-11-15T16:42:15,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742241_1417 (size=4469)
2024-11-15T16:42:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:15,334 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-15T16:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:15,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e995b27fbc3147eeaf39dd77b76a65b6_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688934175/Put/seqid=0
2024-11-15T16:42:15,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742242_1418 (size=14794)
2024-11-15T16:42:15,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688995386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688995387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688995388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,444 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/d0ce94b7cf1549d1976fc80f872e8fc6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d0ce94b7cf1549d1976fc80f872e8fc6
2024-11-15T16:42:15,445 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#A#compaction#351 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:15,446 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/a35cf35061af495bad3362b1dc21f26c is 175, key is test_row_0/A:col10/1731688933500/Put/seqid=0
2024-11-15T16:42:15,448 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/B of 1bc2bd6e62f55fad51ce96bef5a9fed9 into d0ce94b7cf1549d1976fc80f872e8fc6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:15,448 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:15,448 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/B, priority=13, startTime=1731688935022; duration=0sec
2024-11-15T16:42:15,448 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:15,448 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:B
2024-11-15T16:42:15,448 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:15,450 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:15,450 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/C is initiating minor compaction (all files)
2024-11-15T16:42:15,450 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/C in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,450 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/ba48c0ccdb064f9b95f085889250c822, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/0a2e65c08b8f447d9d3e37510f82ffbc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9dd2018be8284f649ace7b59a78980e9] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=36.0 K
2024-11-15T16:42:15,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742243_1419 (size=31617)
2024-11-15T16:42:15,451 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ba48c0ccdb064f9b95f085889250c822, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731688930954
2024-11-15T16:42:15,451 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a2e65c08b8f447d9d3e37510f82ffbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731688931373
2024-11-15T16:42:15,451 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dd2018be8284f649ace7b59a78980e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731688933500
2024-11-15T16:42:15,456 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/a35cf35061af495bad3362b1dc21f26c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/a35cf35061af495bad3362b1dc21f26c
2024-11-15T16:42:15,461 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:15,461 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/A of 1bc2bd6e62f55fad51ce96bef5a9fed9 into a35cf35061af495bad3362b1dc21f26c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:15,461 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:15,461 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/A, priority=13, startTime=1731688935021; duration=0sec
2024-11-15T16:42:15,461 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:15,461 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:A
2024-11-15T16:42:15,462 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/c0dc315c374847f096879f58d6c3cc4b is 50, key is test_row_0/C:col10/1731688933500/Put/seqid=0
2024-11-15T16:42:15,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742244_1420 (size=12663)
2024-11-15T16:42:15,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688995502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688995502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688995502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688995602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688995602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,612 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,612 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-15T16:42:15,642 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:15,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees
2024-11-15T16:42:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-15T16:42:15,644 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:15,645 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:15,645 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:15,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688995711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688995711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688995712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:15,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:15,749 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e995b27fbc3147eeaf39dd77b76a65b6_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e995b27fbc3147eeaf39dd77b76a65b6_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:15,750 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/efe434ff8c9c461485e00d09d2c553d0, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:15,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/efe434ff8c9c461485e00d09d2c553d0 is 175, key is test_row_0/A:col10/1731688934175/Put/seqid=0
2024-11-15T16:42:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-15T16:42:15,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742245_1421 (size=39749)
2024-11-15T16:42:15,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-15T16:42:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:15,871 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/c0dc315c374847f096879f58d6c3cc4b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/c0dc315c374847f096879f58d6c3cc4b
2024-11-15T16:42:15,875 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/C of 1bc2bd6e62f55fad51ce96bef5a9fed9 into c0dc315c374847f096879f58d6c3cc4b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:15,875 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:15,876 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/C, priority=13, startTime=1731688935022; duration=0sec
2024-11-15T16:42:15,876 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:15,876 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:C
2024-11-15T16:42:15,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-15T16:42:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:15,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-15T16:42:16,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688996021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688996021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688996022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-15T16:42:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:16,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:16,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:16,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:16,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:16,156 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/efe434ff8c9c461485e00d09d2c553d0
2024-11-15T16:42:16,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b21a4bdcf4a54ee8af3ad6e17ec11efa is 50, key is test_row_0/B:col10/1731688934175/Put/seqid=0
2024-11-15T16:42:16,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742246_1422 (size=12151)
2024-11-15T16:42:16,167 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b21a4bdcf4a54ee8af3ad6e17ec11efa
2024-11-15T16:42:16,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/5c5fda6bd3284a25a1974061cd3afe4d is 50, key is test_row_0/C:col10/1731688934175/Put/seqid=0
2024-11-15T16:42:16,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742247_1423 (size=12151)
2024-11-15T16:42:16,179 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/5c5fda6bd3284a25a1974061cd3afe4d
2024-11-15T16:42:16,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/efe434ff8c9c461485e00d09d2c553d0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/efe434ff8c9c461485e00d09d2c553d0
2024-11-15T16:42:16,186 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/efe434ff8c9c461485e00d09d2c553d0, entries=200, sequenceid=224, filesize=38.8 K
2024-11-15T16:42:16,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/b21a4bdcf4a54ee8af3ad6e17ec11efa as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b21a4bdcf4a54ee8af3ad6e17ec11efa
2024-11-15T16:42:16,191 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b21a4bdcf4a54ee8af3ad6e17ec11efa, entries=150, sequenceid=224, filesize=11.9 K
2024-11-15T16:42:16,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/5c5fda6bd3284a25a1974061cd3afe4d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/5c5fda6bd3284a25a1974061cd3afe4d
2024-11-15T16:42:16,196 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/5c5fda6bd3284a25a1974061cd3afe4d, entries=150, sequenceid=224, filesize=11.9 K
2024-11-15T16:42:16,197 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 864ms, sequenceid=224, compaction requested=false
2024-11-15T16:42:16,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:16,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-15T16:42:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:16,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-15T16:42:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:16,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:16,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b4c6e74fdc5440ba92b0e2272eac66d8_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688935386/Put/seqid=0
2024-11-15T16:42:16,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742248_1424 (size=12304)
2024-11-15T16:42:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-15T16:42:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:16,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b4c6e74fdc5440ba92b0e2272eac66d8_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b4c6e74fdc5440ba92b0e2272eac66d8_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:16,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c6fdeee29a164c74afe047d9d0e9a56e, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:16,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c6fdeee29a164c74afe047d9d0e9a56e is 175, key is test_row_0/A:col10/1731688935386/Put/seqid=0
2024-11-15T16:42:16,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742249_1425 (size=31105)
2024-11-15T16:42:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:16,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688996567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688996568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688996569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688996672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c6fdeee29a164c74afe047d9d0e9a56e
2024-11-15T16:42:16,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688996682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688996682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/fa1535dc85da441c8e59e27eb2f84d6e is 50, key is test_row_0/B:col10/1731688935386/Put/seqid=0
2024-11-15T16:42:16,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742250_1426 (size=12151)
2024-11-15T16:42:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-15T16:42:16,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688996882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688996901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688996901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/fa1535dc85da441c8e59e27eb2f84d6e
2024-11-15T16:42:17,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/9bbfdf238fd14b1db8e7f3c65a6765e8 is 50, key is test_row_0/C:col10/1731688935386/Put/seqid=0
2024-11-15T16:42:17,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742251_1427 (size=12151)
2024-11-15T16:42:17,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688997201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688997222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688997222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/9bbfdf238fd14b1db8e7f3c65a6765e8
2024-11-15T16:42:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c6fdeee29a164c74afe047d9d0e9a56e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c6fdeee29a164c74afe047d9d0e9a56e
2024-11-15T16:42:17,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c6fdeee29a164c74afe047d9d0e9a56e, entries=150, sequenceid=242, filesize=30.4 K
2024-11-15T16:42:17,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/fa1535dc85da441c8e59e27eb2f84d6e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/fa1535dc85da441c8e59e27eb2f84d6e
2024-11-15T16:42:17,530 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/fa1535dc85da441c8e59e27eb2f84d6e, entries=150, sequenceid=242, filesize=11.9 K
2024-11-15T16:42:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/9bbfdf238fd14b1db8e7f3c65a6765e8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9bbfdf238fd14b1db8e7f3c65a6765e8
2024-11-15T16:42:17,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9bbfdf238fd14b1db8e7f3c65a6765e8, entries=150, sequenceid=242, filesize=11.9 K
2024-11-15T16:42:17,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1277ms, sequenceid=242, compaction requested=true
2024-11-15T16:42:17,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:17,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:17,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110
2024-11-15T16:42:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=110
2024-11-15T16:42:17,540 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-15T16:42:17,540 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8930 sec
2024-11-15T16:42:17,542 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8980 sec
2024-11-15T16:42:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:17,716 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-15T16:42:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:17,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115eb86900c0a9342e794b11c9a1c1eb909_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688936568/Put/seqid=0
2024-11-15T16:42:17,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742252_1428 (size=14894)
2024-11-15T16:42:17,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688997751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688997758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688997759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-15T16:42:17,792 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:17,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-11-15T16:42:17,794 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-15T16:42:17,795 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:17,795 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:17,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688997862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688997872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688997882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-15T16:42:17,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:17,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688998072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688998092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688998092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:18,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-15T16:42:18,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:18,136 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115eb86900c0a9342e794b11c9a1c1eb909_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115eb86900c0a9342e794b11c9a1c1eb909_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:18,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/5c385cfce984471a949ce707e1d4c536, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:18,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/5c385cfce984471a949ce707e1d4c536 is 175, key is test_row_0/A:col10/1731688936568/Put/seqid=0
2024-11-15T16:42:18,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742253_1429 (size=39849)
2024-11-15T16:42:18,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688998391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:18,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688998402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688998402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-15T16:42:18,542 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/5c385cfce984471a949ce707e1d4c536
2024-11-15T16:42:18,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/913153cf8d854c54928214462d2910ba is 50, key is test_row_0/B:col10/1731688936568/Put/seqid=0
2024-11-15T16:42:18,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742254_1430 (size=12251)
2024-11-15T16:42:18,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:18,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:18,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688998912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688998922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688998922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-15T16:42:18,953 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/913153cf8d854c54928214462d2910ba
2024-11-15T16:42:18,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/be6818be0f0941c5919145b7a12e1317 is 50, key is test_row_0/C:col10/1731688936568/Put/seqid=0
2024-11-15T16:42:18,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742255_1431 (size=12251)
2024-11-15T16:42:19,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:19,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:19,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:19,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:19,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:19,364 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/be6818be0f0941c5919145b7a12e1317
2024-11-15T16:42:19,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/5c385cfce984471a949ce707e1d4c536 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/5c385cfce984471a949ce707e1d4c536
2024-11-15T16:42:19,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/5c385cfce984471a949ce707e1d4c536, entries=200, sequenceid=260, filesize=38.9 K
2024-11-15T16:42:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/913153cf8d854c54928214462d2910ba as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/913153cf8d854c54928214462d2910ba
2024-11-15T16:42:19,376 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/913153cf8d854c54928214462d2910ba, entries=150, sequenceid=260, filesize=12.0 K
2024-11-15T16:42:19,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/be6818be0f0941c5919145b7a12e1317 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/be6818be0f0941c5919145b7a12e1317
2024-11-15T16:42:19,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/be6818be0f0941c5919145b7a12e1317, entries=150, sequenceid=260, filesize=12.0 K
2024-11-15T16:42:19,381 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1665ms, sequenceid=260, compaction requested=true
2024-11-15T16:42:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:19,381 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:19,381 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:19,382 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142320 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:19,382 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49216 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:19,382 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/A is initiating minor compaction (all files)
2024-11-15T16:42:19,382 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/B is initiating minor compaction (all files)
2024-11-15T16:42:19,382 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/A in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,382 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/B in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,382 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/a35cf35061af495bad3362b1dc21f26c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/efe434ff8c9c461485e00d09d2c553d0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c6fdeee29a164c74afe047d9d0e9a56e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/5c385cfce984471a949ce707e1d4c536] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=139.0 K
2024-11-15T16:42:19,382 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d0ce94b7cf1549d1976fc80f872e8fc6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b21a4bdcf4a54ee8af3ad6e17ec11efa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/fa1535dc85da441c8e59e27eb2f84d6e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/913153cf8d854c54928214462d2910ba] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=48.1 K
2024-11-15T16:42:19,382 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,383 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/a35cf35061af495bad3362b1dc21f26c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/efe434ff8c9c461485e00d09d2c553d0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c6fdeee29a164c74afe047d9d0e9a56e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/5c385cfce984471a949ce707e1d4c536]
2024-11-15T16:42:19,383 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ce94b7cf1549d1976fc80f872e8fc6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731688933500
2024-11-15T16:42:19,383 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a35cf35061af495bad3362b1dc21f26c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731688933500
2024-11-15T16:42:19,383 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b21a4bdcf4a54ee8af3ad6e17ec11efa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731688934175
2024-11-15T16:42:19,383 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting efe434ff8c9c461485e00d09d2c553d0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731688934175
2024-11-15T16:42:19,383 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting fa1535dc85da441c8e59e27eb2f84d6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731688935356
2024-11-15T16:42:19,383 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6fdeee29a164c74afe047d9d0e9a56e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731688935356
2024-11-15T16:42:19,384 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 913153cf8d854c54928214462d2910ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731688936555
2024-11-15T16:42:19,384 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c385cfce984471a949ce707e1d4c536, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731688936555
2024-11-15T16:42:19,394 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:19,397 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:19,398 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/91e721319b1a4a449796cd58c2ab632e is 50, key is test_row_0/B:col10/1731688936568/Put/seqid=0
2024-11-15T16:42:19,404 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411156804aa16a4e849f7a0d3c7d17602296a_1bc2bd6e62f55fad51ce96bef5a9fed9 store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:19,407 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411156804aa16a4e849f7a0d3c7d17602296a_1bc2bd6e62f55fad51ce96bef5a9fed9, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:19,407 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156804aa16a4e849f7a0d3c7d17602296a_1bc2bd6e62f55fad51ce96bef5a9fed9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:19,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742256_1432 (size=12899)
2024-11-15T16:42:19,417 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/91e721319b1a4a449796cd58c2ab632e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/91e721319b1a4a449796cd58c2ab632e
2024-11-15T16:42:19,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742257_1433 (size=4469)
2024-11-15T16:42:19,428 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#A#compaction#362 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:19,429 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c663b52edff34cc3804e3633cb0e4deb is 175, key is test_row_0/A:col10/1731688936568/Put/seqid=0
2024-11-15T16:42:19,430 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/B of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 91e721319b1a4a449796cd58c2ab632e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:19,430 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:19,431 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/B, priority=12, startTime=1731688939381; duration=0sec
2024-11-15T16:42:19,431 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:19,431 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:B
2024-11-15T16:42:19,431 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:19,434 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49216 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:19,434 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): 1bc2bd6e62f55fad51ce96bef5a9fed9/C is initiating minor compaction (all files)
2024-11-15T16:42:19,434 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1bc2bd6e62f55fad51ce96bef5a9fed9/C in TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,434 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/c0dc315c374847f096879f58d6c3cc4b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/5c5fda6bd3284a25a1974061cd3afe4d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9bbfdf238fd14b1db8e7f3c65a6765e8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/be6818be0f0941c5919145b7a12e1317] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp, totalSize=48.1 K
2024-11-15T16:42:19,435 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c0dc315c374847f096879f58d6c3cc4b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731688933500
2024-11-15T16:42:19,435 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c5fda6bd3284a25a1974061cd3afe4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731688934175
2024-11-15T16:42:19,435 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bbfdf238fd14b1db8e7f3c65a6765e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731688935356
2024-11-15T16:42:19,435 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting be6818be0f0941c5919145b7a12e1317, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731688936555
2024-11-15T16:42:19,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742258_1434 (size=31853)
2024-11-15T16:42:19,450 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bc2bd6e62f55fad51ce96bef5a9fed9#C#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:19,451 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2a6530e3d0bc4a9f8db48a9c46a5d5e2 is 50, key is test_row_0/C:col10/1731688936568/Put/seqid=0
2024-11-15T16:42:19,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742259_1435 (size=12899)
2024-11-15T16:42:19,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-15T16:42:19,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:19,479 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:42:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bd0c87d384be43648b15417d128d2f29_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688937757/Put/seqid=0
2024-11-15T16:42:19,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742260_1436 (size=12454)
2024-11-15T16:42:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:19,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. as already flushing
2024-11-15T16:42:19,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688999690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:19,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688999694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:19,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731688999802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:19,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:19,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731688999812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:19,853 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/c663b52edff34cc3804e3633cb0e4deb as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c663b52edff34cc3804e3633cb0e4deb
2024-11-15T16:42:19,857 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/A of 1bc2bd6e62f55fad51ce96bef5a9fed9 into c663b52edff34cc3804e3633cb0e4deb(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:19,858 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:19,858 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/A, priority=12, startTime=1731688939381; duration=0sec
2024-11-15T16:42:19,858 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:19,858 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:A
2024-11-15T16:42:19,869 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/2a6530e3d0bc4a9f8db48a9c46a5d5e2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2a6530e3d0bc4a9f8db48a9c46a5d5e2
2024-11-15T16:42:19,873 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1bc2bd6e62f55fad51ce96bef5a9fed9/C of 1bc2bd6e62f55fad51ce96bef5a9fed9 into 2a6530e3d0bc4a9f8db48a9c46a5d5e2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:19,873 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:19,873 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., storeName=1bc2bd6e62f55fad51ce96bef5a9fed9/C, priority=12, startTime=1731688939381; duration=0sec
2024-11-15T16:42:19,873 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:19,873 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:C
2024-11-15T16:42:19,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:19,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bd0c87d384be43648b15417d128d2f29_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd0c87d384be43648b15417d128d2f29_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/56c710f6b85c4b28863743d2b51cb412, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/56c710f6b85c4b28863743d2b51cb412 is 175, key is test_row_0/A:col10/1731688937757/Put/seqid=0
2024-11-15T16:42:19,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742261_1437 (size=31255)
2024-11-15T16:42:19,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49226 deadline: 1731688999932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-15T16:42:19,942 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:19,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:19,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49250 deadline: 1731688999942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:19,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49238 deadline: 1731688999942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:19,944 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:19,944 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in 1bc2bd6e62f55fad51ce96bef5a9fed9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:20,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731689000021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:20,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731689000022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:20,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/56c710f6b85c4b28863743d2b51cb412
2024-11-15T16:42:20,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/80e3f16ae7b4496ba816e9a643ca7f1a is 50, key is test_row_0/B:col10/1731688937757/Put/seqid=0
2024-11-15T16:42:20,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742262_1438 (size=12301)
2024-11-15T16:42:20,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731689000332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:20,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49248 deadline: 1731689000332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:42:20,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/80e3f16ae7b4496ba816e9a643ca7f1a
2024-11-15T16:42:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/f5a2e285af044dfa9fb58b7e5e3be9f2 is 50, key is test_row_0/C:col10/1731688937757/Put/seqid=0
2024-11-15T16:42:20,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742263_1439 (size=12301)
2024-11-15T16:42:20,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/f5a2e285af044dfa9fb58b7e5e3be9f2
2024-11-15T16:42:20,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/56c710f6b85c4b28863743d2b51cb412 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/56c710f6b85c4b28863743d2b51cb412
2024-11-15T16:42:20,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/56c710f6b85c4b28863743d2b51cb412, entries=150, sequenceid=275, filesize=30.5 K
2024-11-15T16:42:20,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/80e3f16ae7b4496ba816e9a643ca7f1a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/80e3f16ae7b4496ba816e9a643ca7f1a
2024-11-15T16:42:20,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/80e3f16ae7b4496ba816e9a643ca7f1a, entries=150, sequenceid=275, filesize=12.0 K
2024-11-15T16:42:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/f5a2e285af044dfa9fb58b7e5e3be9f2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f5a2e285af044dfa9fb58b7e5e3be9f2
2024-11-15T16:42:20,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f5a2e285af044dfa9fb58b7e5e3be9f2, entries=150, sequenceid=275, filesize=12.0 K
2024-11-15T16:42:20,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1270ms, sequenceid=275, compaction requested=false
2024-11-15T16:42:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-11-15T16:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-11-15T16:42:20,755 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-15T16:42:20,755 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9550 sec
2024-11-15T16:42:20,757 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.9630 sec
2024-11-15T16:42:20,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T16:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:20,847 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:42:20,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:20,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:20,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:20,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:20,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:20,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:20,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152a5a168cd94245cfb46d2f124e9265fd_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688939688/Put/seqid=0
2024-11-15T16:42:20,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742264_1440 (size=14994)
2024-11-15T16:42:20,859 INFO  [Thread-1622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1622.
2024-11-15T16:42:20,859 DEBUG [Thread-1622 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:20,859 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,860 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,860 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:20,861 INFO  [Thread-1613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1613.
2024-11-15T16:42:20,861 DEBUG [Thread-1613 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:20,861 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,861 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,861 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:20,862 INFO  [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611.
2024-11-15T16:42:20,863 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:20,863 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,863 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,863 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:20,863 INFO  [Thread-1624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1624.
2024-11-15T16:42:20,863 DEBUG [Thread-1624 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:20,863 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,863 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,863 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:20,864 INFO  [Thread-1626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1626.
2024-11-15T16:42:20,864 DEBUG [Thread-1626 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:20,864 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,864 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,864 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:20,872 INFO  [Thread-1628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1628.
2024-11-15T16:42:20,873 DEBUG [Thread-1628 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:20,873 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,873 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,873 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:20,873 INFO  [Thread-1630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1630.
2024-11-15T16:42:20,873 DEBUG [Thread-1630 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:20,873 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,873 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:20,873 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:21,258 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:21,262 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152a5a168cd94245cfb46d2f124e9265fd_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152a5a168cd94245cfb46d2f124e9265fd_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:21,262 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/76717de598c04ffaaa282bbc5160c732, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:21,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/76717de598c04ffaaa282bbc5160c732 is 175, key is test_row_0/A:col10/1731688939688/Put/seqid=0
2024-11-15T16:42:21,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742265_1441 (size=39949)
2024-11-15T16:42:21,667 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/76717de598c04ffaaa282bbc5160c732
2024-11-15T16:42:21,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/997b675524ac4803bac1c7035c9ab044 is 50, key is test_row_0/B:col10/1731688939688/Put/seqid=0
2024-11-15T16:42:21,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742266_1442 (size=12301)
2024-11-15T16:42:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-15T16:42:21,962 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:21,963 INFO  [Thread-1619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1619.
2024-11-15T16:42:21,963 INFO  [Thread-1615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1615.
2024-11-15T16:42:21,963 DEBUG [Thread-1619 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:21,963 DEBUG [Thread-1615 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:21,963 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,963 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,963 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,963 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:21,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:21,973 INFO  [Thread-1617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1617.
2024-11-15T16:42:21,973 DEBUG [Thread-1617 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:21,973 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,973 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,973 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 60
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 60
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 35
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 40
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 39
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-15T16:42:21,973 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1186
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3557 rows
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1189
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3561 rows
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1187
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3559 rows
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1188
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3562 rows
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1190
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3570 rows
2024-11-15T16:42:21,974 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:42:21,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:42:21,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:21,974 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:21,975 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-15T16:42:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-15T16:42:21,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688941977"}]},"ts":"1731688941977"}
2024-11-15T16:42:21,978 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-15T16:42:21,979 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-15T16:42:21,979 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:42:21,980 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, UNASSIGN}]
2024-11-15T16:42:21,981 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, UNASSIGN
2024-11-15T16:42:21,981 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:21,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, UNASSIGN because future has completed
2024-11-15T16:42:21,983 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:42:21,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:42:22,077 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/997b675524ac4803bac1c7035c9ab044
2024-11-15T16:42:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-15T16:42:22,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/bba1fc0bc0854effb3675841ccf5c74d is 50, key is test_row_0/C:col10/1731688939688/Put/seqid=0
2024-11-15T16:42:22,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742267_1443 (size=12301)
2024-11-15T16:42:22,135 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:22,135 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:42:22,135 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 1bc2bd6e62f55fad51ce96bef5a9fed9, disabling compactions & flushes
2024-11-15T16:42:22,135 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-15T16:42:22,487 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/bba1fc0bc0854effb3675841ccf5c74d
2024-11-15T16:42:22,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/76717de598c04ffaaa282bbc5160c732 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/76717de598c04ffaaa282bbc5160c732
2024-11-15T16:42:22,493 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/76717de598c04ffaaa282bbc5160c732, entries=200, sequenceid=296, filesize=39.0 K
2024-11-15T16:42:22,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/997b675524ac4803bac1c7035c9ab044 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/997b675524ac4803bac1c7035c9ab044
2024-11-15T16:42:22,496 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/997b675524ac4803bac1c7035c9ab044, entries=150, sequenceid=296, filesize=12.0 K
2024-11-15T16:42:22,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/bba1fc0bc0854effb3675841ccf5c74d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/bba1fc0bc0854effb3675841ccf5c74d
2024-11-15T16:42:22,499 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/bba1fc0bc0854effb3675841ccf5c74d, entries=150, sequenceid=296, filesize=12.0 K
2024-11-15T16:42:22,499 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=53.67 KB/54960 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1652ms, sequenceid=296, compaction requested=true
2024-11-15T16:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:

2024-11-15T16:42:22,500 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:22,500 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. because compaction request was cancelled
2024-11-15T16:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:22,500 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:A
2024-11-15T16:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. after waiting 0 ms
2024-11-15T16:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:22,500 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. because compaction request was cancelled
2024-11-15T16:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bc2bd6e62f55fad51ce96bef5a9fed9:C, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:22,500 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:B
2024-11-15T16:42:22,500 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. because compaction request was cancelled
2024-11-15T16:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:22,500 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bc2bd6e62f55fad51ce96bef5a9fed9:C
2024-11-15T16:42:22,500 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=A
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=B
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bc2bd6e62f55fad51ce96bef5a9fed9, store=C
2024-11-15T16:42:22,500 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:22,505 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b9f08d0973ac4e2a90bfa139f28a7d1f_1bc2bd6e62f55fad51ce96bef5a9fed9 is 50, key is test_row_0/A:col10/1731688941972/Put/seqid=0
2024-11-15T16:42:22,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742268_1444 (size=12454)
2024-11-15T16:42:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-15T16:42:22,908 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:22,912 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b9f08d0973ac4e2a90bfa139f28a7d1f_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b9f08d0973ac4e2a90bfa139f28a7d1f_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:22,912 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/2e3755b6a99646ba85a1ff63b5d3925c, store: [table=TestAcidGuarantees family=A region=1bc2bd6e62f55fad51ce96bef5a9fed9]
2024-11-15T16:42:22,913 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/2e3755b6a99646ba85a1ff63b5d3925c is 175, key is test_row_0/A:col10/1731688941972/Put/seqid=0
2024-11-15T16:42:22,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742269_1445 (size=31255)
2024-11-15T16:42:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-15T16:42:23,317 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/2e3755b6a99646ba85a1ff63b5d3925c
2024-11-15T16:42:23,323 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/2873ace20a89450f89bfbd4ce95c5087 is 50, key is test_row_0/B:col10/1731688941972/Put/seqid=0
2024-11-15T16:42:23,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742270_1446 (size=12301)
2024-11-15T16:42:23,726 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/2873ace20a89450f89bfbd4ce95c5087
2024-11-15T16:42:23,732 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/638ab25981df40599ad93d807e63dbe4 is 50, key is test_row_0/C:col10/1731688941972/Put/seqid=0
2024-11-15T16:42:23,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742271_1447 (size=12301)
2024-11-15T16:42:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-15T16:42:24,135 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/638ab25981df40599ad93d807e63dbe4
2024-11-15T16:42:24,139 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/A/2e3755b6a99646ba85a1ff63b5d3925c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/2e3755b6a99646ba85a1ff63b5d3925c
2024-11-15T16:42:24,142 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/2e3755b6a99646ba85a1ff63b5d3925c, entries=150, sequenceid=307, filesize=30.5 K
2024-11-15T16:42:24,143 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/B/2873ace20a89450f89bfbd4ce95c5087 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2873ace20a89450f89bfbd4ce95c5087
2024-11-15T16:42:24,146 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2873ace20a89450f89bfbd4ce95c5087, entries=150, sequenceid=307, filesize=12.0 K
2024-11-15T16:42:24,146 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/.tmp/C/638ab25981df40599ad93d807e63dbe4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/638ab25981df40599ad93d807e63dbe4
2024-11-15T16:42:24,149 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/638ab25981df40599ad93d807e63dbe4, entries=150, sequenceid=307, filesize=12.0 K
2024-11-15T16:42:24,150 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1650ms, sequenceid=307, compaction requested=true
2024-11-15T16:42:24,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4430a46473684dfebfc626f344ae286e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cf31d5539e364ae9be5d9079f8637c63, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3ad86f9fa59e4f899ef70c6268a57faa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/8ecb289feb064a939f348dfc4bf42d7c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cbfe46cfc882423184433c80de2383e5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c768c2c331b2472d941069e2791596a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/e19dce4410004c6fa151ec531e971601, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/ac7c87f6b1404f94b4b7c56f34017f85, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/042e7c0405cd419eaa205980ce55c5e9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/55bd270afb1648968f68355f40baa4a0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4c593da85d334cc4910ec03efb8d86b4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3899aa19efbf4c4fa44d2890fab8f652, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/6f151877a9874b6395e90fdf2fcc86ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/d1ebc49ae14a468699785aa7d6dc9893, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/0947dc51cbc84bfb958a72b1a0af9613, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/a35cf35061af495bad3362b1dc21f26c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/efe434ff8c9c461485e00d09d2c553d0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c6fdeee29a164c74afe047d9d0e9a56e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/5c385cfce984471a949ce707e1d4c536] to archive
2024-11-15T16:42:24,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:42:24,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4430a46473684dfebfc626f344ae286e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4430a46473684dfebfc626f344ae286e
2024-11-15T16:42:24,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cf31d5539e364ae9be5d9079f8637c63 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cf31d5539e364ae9be5d9079f8637c63
2024-11-15T16:42:24,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3ad86f9fa59e4f899ef70c6268a57faa to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3ad86f9fa59e4f899ef70c6268a57faa
2024-11-15T16:42:24,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/8ecb289feb064a939f348dfc4bf42d7c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/8ecb289feb064a939f348dfc4bf42d7c
2024-11-15T16:42:24,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cbfe46cfc882423184433c80de2383e5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/cbfe46cfc882423184433c80de2383e5
2024-11-15T16:42:24,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c768c2c331b2472d941069e2791596a4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c768c2c331b2472d941069e2791596a4
2024-11-15T16:42:24,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/e19dce4410004c6fa151ec531e971601 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/e19dce4410004c6fa151ec531e971601
2024-11-15T16:42:24,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/ac7c87f6b1404f94b4b7c56f34017f85 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/ac7c87f6b1404f94b4b7c56f34017f85
2024-11-15T16:42:24,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/042e7c0405cd419eaa205980ce55c5e9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/042e7c0405cd419eaa205980ce55c5e9
2024-11-15T16:42:24,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/55bd270afb1648968f68355f40baa4a0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/55bd270afb1648968f68355f40baa4a0
2024-11-15T16:42:24,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4c593da85d334cc4910ec03efb8d86b4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/4c593da85d334cc4910ec03efb8d86b4
2024-11-15T16:42:24,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3899aa19efbf4c4fa44d2890fab8f652 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/3899aa19efbf4c4fa44d2890fab8f652
2024-11-15T16:42:24,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/6f151877a9874b6395e90fdf2fcc86ff to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/6f151877a9874b6395e90fdf2fcc86ff
2024-11-15T16:42:24,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/d1ebc49ae14a468699785aa7d6dc9893 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/d1ebc49ae14a468699785aa7d6dc9893
2024-11-15T16:42:24,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/0947dc51cbc84bfb958a72b1a0af9613 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/0947dc51cbc84bfb958a72b1a0af9613
2024-11-15T16:42:24,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/a35cf35061af495bad3362b1dc21f26c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/a35cf35061af495bad3362b1dc21f26c
2024-11-15T16:42:24,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/efe434ff8c9c461485e00d09d2c553d0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/efe434ff8c9c461485e00d09d2c553d0
2024-11-15T16:42:24,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c6fdeee29a164c74afe047d9d0e9a56e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c6fdeee29a164c74afe047d9d0e9a56e
2024-11-15T16:42:24,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/5c385cfce984471a949ce707e1d4c536 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/5c385cfce984471a949ce707e1d4c536
2024-11-15T16:42:24,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3750b67804714906bc93ba50d4babcb2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b68b4558a6494145bd397f9cfc703fb9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2aeca09f8e0a4d70ad658b152479d11c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/62077f0d2aa842c7a221ea3a3f5b59fd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b4c0a82f457646e2969c8550a7a14494, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3bf3cd6d12ca43c5bb16ae0322c98f98, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/8c8b66766cd44cd098d116da18502f98, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d7d15fcf3785428ba0b5f9336c354024, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/572a6426f43e4f1ca6b83d5801405684, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/85e96d1241564004b74432b60326b0b5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/0d0322542bb2431c89ca7143c01cc16e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/aa75bf0fb64d424d930bdee9b321800d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/5bc5564e5d9941d18789e035e054d64e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/61a6a43aabe5496abaacf34077f34a34, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d0ce94b7cf1549d1976fc80f872e8fc6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/94f219fd9f924514ad0e62cca61801a6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b21a4bdcf4a54ee8af3ad6e17ec11efa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/fa1535dc85da441c8e59e27eb2f84d6e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/913153cf8d854c54928214462d2910ba] to archive
2024-11-15T16:42:24,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:42:24,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3750b67804714906bc93ba50d4babcb2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3750b67804714906bc93ba50d4babcb2
2024-11-15T16:42:24,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b68b4558a6494145bd397f9cfc703fb9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b68b4558a6494145bd397f9cfc703fb9
2024-11-15T16:42:24,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2aeca09f8e0a4d70ad658b152479d11c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2aeca09f8e0a4d70ad658b152479d11c
2024-11-15T16:42:24,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/62077f0d2aa842c7a221ea3a3f5b59fd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/62077f0d2aa842c7a221ea3a3f5b59fd
2024-11-15T16:42:24,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b4c0a82f457646e2969c8550a7a14494 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b4c0a82f457646e2969c8550a7a14494
2024-11-15T16:42:24,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3bf3cd6d12ca43c5bb16ae0322c98f98 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/3bf3cd6d12ca43c5bb16ae0322c98f98
2024-11-15T16:42:24,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/8c8b66766cd44cd098d116da18502f98 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/8c8b66766cd44cd098d116da18502f98
2024-11-15T16:42:24,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d7d15fcf3785428ba0b5f9336c354024 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d7d15fcf3785428ba0b5f9336c354024
2024-11-15T16:42:24,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/572a6426f43e4f1ca6b83d5801405684 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/572a6426f43e4f1ca6b83d5801405684
2024-11-15T16:42:24,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/85e96d1241564004b74432b60326b0b5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/85e96d1241564004b74432b60326b0b5
2024-11-15T16:42:24,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/0d0322542bb2431c89ca7143c01cc16e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/0d0322542bb2431c89ca7143c01cc16e
2024-11-15T16:42:24,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/aa75bf0fb64d424d930bdee9b321800d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/aa75bf0fb64d424d930bdee9b321800d
2024-11-15T16:42:24,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/5bc5564e5d9941d18789e035e054d64e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/5bc5564e5d9941d18789e035e054d64e
2024-11-15T16:42:24,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/61a6a43aabe5496abaacf34077f34a34 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/61a6a43aabe5496abaacf34077f34a34
2024-11-15T16:42:24,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d0ce94b7cf1549d1976fc80f872e8fc6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/d0ce94b7cf1549d1976fc80f872e8fc6
2024-11-15T16:42:24,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/94f219fd9f924514ad0e62cca61801a6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/94f219fd9f924514ad0e62cca61801a6
2024-11-15T16:42:24,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b21a4bdcf4a54ee8af3ad6e17ec11efa to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/b21a4bdcf4a54ee8af3ad6e17ec11efa
2024-11-15T16:42:24,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/fa1535dc85da441c8e59e27eb2f84d6e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/fa1535dc85da441c8e59e27eb2f84d6e
2024-11-15T16:42:24,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/913153cf8d854c54928214462d2910ba to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/913153cf8d854c54928214462d2910ba
2024-11-15T16:42:24,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2df8aa35f3794f64825d26ab78545a36, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f8cb3d6a159240c981e7307fbcb6033a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/8f877cc91a45446caf9547fa2c654703, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/cfa63c1950204b94b2c7af3b6fbce3c8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2f3ad6044a2948abad8d8f04f031fdf9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/db9b9c86b22345df9f136d3e4792fb80, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/54c3eec671bf4a0eb3b3d3168d07fa64, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/3d37ffd24b104926b4e92a28e2e9bbc3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/482c952ff4f14fe2b4a51b93da7a712d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/e8fc6f8b6a374865a398a07ce05a73cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/b911f8a31de64f7d96b961be3719c017, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/ba48c0ccdb064f9b95f085889250c822, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/1c76f3fc915147e1a6877db3f0ad47fe, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/0a2e65c08b8f447d9d3e37510f82ffbc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/c0dc315c374847f096879f58d6c3cc4b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9dd2018be8284f649ace7b59a78980e9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/5c5fda6bd3284a25a1974061cd3afe4d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9bbfdf238fd14b1db8e7f3c65a6765e8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/be6818be0f0941c5919145b7a12e1317] to archive
2024-11-15T16:42:24,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:42:24,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2df8aa35f3794f64825d26ab78545a36 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2df8aa35f3794f64825d26ab78545a36
2024-11-15T16:42:24,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f8cb3d6a159240c981e7307fbcb6033a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f8cb3d6a159240c981e7307fbcb6033a
2024-11-15T16:42:24,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/8f877cc91a45446caf9547fa2c654703 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/8f877cc91a45446caf9547fa2c654703
2024-11-15T16:42:24,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/cfa63c1950204b94b2c7af3b6fbce3c8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/cfa63c1950204b94b2c7af3b6fbce3c8
2024-11-15T16:42:24,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2f3ad6044a2948abad8d8f04f031fdf9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2f3ad6044a2948abad8d8f04f031fdf9
2024-11-15T16:42:24,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/db9b9c86b22345df9f136d3e4792fb80 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/db9b9c86b22345df9f136d3e4792fb80
2024-11-15T16:42:24,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/54c3eec671bf4a0eb3b3d3168d07fa64 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/54c3eec671bf4a0eb3b3d3168d07fa64
2024-11-15T16:42:24,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/3d37ffd24b104926b4e92a28e2e9bbc3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/3d37ffd24b104926b4e92a28e2e9bbc3
2024-11-15T16:42:24,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/482c952ff4f14fe2b4a51b93da7a712d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/482c952ff4f14fe2b4a51b93da7a712d
2024-11-15T16:42:24,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/e8fc6f8b6a374865a398a07ce05a73cc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/e8fc6f8b6a374865a398a07ce05a73cc
2024-11-15T16:42:24,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/b911f8a31de64f7d96b961be3719c017 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/b911f8a31de64f7d96b961be3719c017
2024-11-15T16:42:24,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/ba48c0ccdb064f9b95f085889250c822 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/ba48c0ccdb064f9b95f085889250c822
2024-11-15T16:42:24,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/1c76f3fc915147e1a6877db3f0ad47fe to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/1c76f3fc915147e1a6877db3f0ad47fe
2024-11-15T16:42:24,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/0a2e65c08b8f447d9d3e37510f82ffbc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/0a2e65c08b8f447d9d3e37510f82ffbc
2024-11-15T16:42:24,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/c0dc315c374847f096879f58d6c3cc4b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/c0dc315c374847f096879f58d6c3cc4b
2024-11-15T16:42:24,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9dd2018be8284f649ace7b59a78980e9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9dd2018be8284f649ace7b59a78980e9
2024-11-15T16:42:24,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/5c5fda6bd3284a25a1974061cd3afe4d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/5c5fda6bd3284a25a1974061cd3afe4d
2024-11-15T16:42:24,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9bbfdf238fd14b1db8e7f3c65a6765e8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/9bbfdf238fd14b1db8e7f3c65a6765e8
2024-11-15T16:42:24,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/be6818be0f0941c5919145b7a12e1317 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/be6818be0f0941c5919145b7a12e1317
2024-11-15T16:42:24,210 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/recovered.edits/310.seqid, newMaxSeqId=310, maxSeqId=4
2024-11-15T16:42:24,210 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.
2024-11-15T16:42:24,211 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 1bc2bd6e62f55fad51ce96bef5a9fed9:
Waiting for close lock at 1731688942135Running coprocessor pre-close hooks at 1731688942135Disabling compacts and flushes for region at 1731688942135Disabling writes for close at 1731688942500 (+365 ms)Obtaining lock to block concurrent updates at 1731688942500Preparing flush snapshotting stores in 1bc2bd6e62f55fad51ce96bef5a9fed9 at 1731688942500Finished memstore snapshotting TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9., syncing WAL and waiting on mvcc, flushsize=dataSize=54960, getHeapSize=163920, getOffHeapSize=0, getCellsCount=1200 at 1731688942500Flushing stores of TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9. at 1731688942501 (+1 ms)Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/A: creating writer at 1731688942501Flushing mob file 1bc2bd6e62f55fad51ce96bef5a9fed9/A: appending metadata at 1731688942505 (+4 ms)Flushing mob file 1bc2bd6e62f55fad51ce96bef5a9fed9/A: closing flushed file at 1731688942505Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/A: appending metadata at 1731688942912 (+407 ms)Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/A: closing flushed file at 1731688942912Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/B: creating writer at 1731688943320 (+408 ms)Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/B: appending metadata at 1731688943322 (+2 ms)Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/B: closing flushed file at 1731688943322Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/C: creating writer at 1731688943729 (+407 ms)Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/C: appending metadata at 1731688943731 (+2 ms)Flushing 1bc2bd6e62f55fad51ce96bef5a9fed9/C: closing flushed file at 1731688943731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd676d: reopening flushed file at 1731688944139 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b86ab6: reopening flushed file at 1731688944142 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de03c58: reopening flushed file at 1731688944146 (+4 ms)Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 1bc2bd6e62f55fad51ce96bef5a9fed9 in 1650ms, sequenceid=307, compaction requested=true at 1731688944150 (+4 ms)Writing region close event to WAL at 1731688944207 (+57 ms)Running coprocessor post-close hooks at 1731688944210 (+3 ms)Closed at 1731688944210
2024-11-15T16:42:24,212 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:24,213 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=1bc2bd6e62f55fad51ce96bef5a9fed9, regionState=CLOSED
2024-11-15T16:42:24,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:42:24,216 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-15T16:42:24,216 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 1bc2bd6e62f55fad51ce96bef5a9fed9, server=a9bde5b3a1b5,46831,1731688822617 in 2.2320 sec
2024-11-15T16:42:24,218 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114
2024-11-15T16:42:24,218 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bc2bd6e62f55fad51ce96bef5a9fed9, UNASSIGN in 2.2360 sec
2024-11-15T16:42:24,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-15T16:42:24,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2390 sec
2024-11-15T16:42:24,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688944221"}]},"ts":"1731688944221"}
2024-11-15T16:42:24,222 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-15T16:42:24,222 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-15T16:42:24,224 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2480 sec
2024-11-15T16:42:25,179 WARN  [regionserver/a9bde5b3a1b5:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1
2024-11-15T16:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-15T16:42:26,142 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:26,143 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-15T16:42:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:26,145 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-15T16:42:26,145 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:26,147 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/recovered.edits]
2024-11-15T16:42:26,152 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/2e3755b6a99646ba85a1ff63b5d3925c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/2e3755b6a99646ba85a1ff63b5d3925c
2024-11-15T16:42:26,153 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/56c710f6b85c4b28863743d2b51cb412 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/56c710f6b85c4b28863743d2b51cb412
2024-11-15T16:42:26,154 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/76717de598c04ffaaa282bbc5160c732 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/76717de598c04ffaaa282bbc5160c732
2024-11-15T16:42:26,154 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c663b52edff34cc3804e3633cb0e4deb to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/A/c663b52edff34cc3804e3633cb0e4deb
2024-11-15T16:42:26,156 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2873ace20a89450f89bfbd4ce95c5087 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/2873ace20a89450f89bfbd4ce95c5087
2024-11-15T16:42:26,157 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/80e3f16ae7b4496ba816e9a643ca7f1a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/80e3f16ae7b4496ba816e9a643ca7f1a
2024-11-15T16:42:26,158 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/91e721319b1a4a449796cd58c2ab632e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/91e721319b1a4a449796cd58c2ab632e
2024-11-15T16:42:26,159 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/997b675524ac4803bac1c7035c9ab044 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/B/997b675524ac4803bac1c7035c9ab044
2024-11-15T16:42:26,161 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2a6530e3d0bc4a9f8db48a9c46a5d5e2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/2a6530e3d0bc4a9f8db48a9c46a5d5e2
2024-11-15T16:42:26,162 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/638ab25981df40599ad93d807e63dbe4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/638ab25981df40599ad93d807e63dbe4
2024-11-15T16:42:26,163 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/bba1fc0bc0854effb3675841ccf5c74d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/bba1fc0bc0854effb3675841ccf5c74d
2024-11-15T16:42:26,164 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f5a2e285af044dfa9fb58b7e5e3be9f2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/C/f5a2e285af044dfa9fb58b7e5e3be9f2
2024-11-15T16:42:26,166 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/recovered.edits/310.seqid to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9/recovered.edits/310.seqid
2024-11-15T16:42:26,166 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-15T16:42:26,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-15T16:42:26,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-15T16:42:26,169 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111517598bbe7eac49c7a878c91ebdbd8b2d_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111517598bbe7eac49c7a878c91ebdbd8b2d_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,170 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151a7fd3aef3a4464ea726cf4e728ce84b_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151a7fd3aef3a4464ea726cf4e728ce84b_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bc521b0baf34455aa72baa3e132054a_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bc521b0baf34455aa72baa3e132054a_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,172 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111524ccb88c77bc46958a974f30bf7e012d_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111524ccb88c77bc46958a974f30bf7e012d_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152a5a168cd94245cfb46d2f124e9265fd_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152a5a168cd94245cfb46d2f124e9265fd_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,174 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155548e364318d489b87d98358c3b1c52b_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155548e364318d489b87d98358c3b1c52b_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111560c35569b029405d8d8c97db2ccd1fff_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111560c35569b029405d8d8c97db2ccd1fff_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156ddc40c9411e4ac48bd0a5daf8beab08_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156ddc40c9411e4ac48bd0a5daf8beab08_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156f34f36c9b2e436ab98d33a5a2ba7dbd_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156f34f36c9b2e436ab98d33a5a2ba7dbd_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115752bb919b80b418b9498a9d6fc2a7f82_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115752bb919b80b418b9498a9d6fc2a7f82_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ea7a3dab8c94ef698cf901479aacbe9_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ea7a3dab8c94ef698cf901479aacbe9_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b4c6e74fdc5440ba92b0e2272eac66d8_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b4c6e74fdc5440ba92b0e2272eac66d8_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b9f08d0973ac4e2a90bfa139f28a7d1f_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b9f08d0973ac4e2a90bfa139f28a7d1f_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd0c87d384be43648b15417d128d2f29_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd0c87d384be43648b15417d128d2f29_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e995b27fbc3147eeaf39dd77b76a65b6_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e995b27fbc3147eeaf39dd77b76a65b6_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,183 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ea30a1766b6c45f9abcf27417d115beb_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ea30a1766b6c45f9abcf27417d115beb_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,184 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115eb86900c0a9342e794b11c9a1c1eb909_1bc2bd6e62f55fad51ce96bef5a9fed9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115eb86900c0a9342e794b11c9a1c1eb909_1bc2bd6e62f55fad51ce96bef5a9fed9
2024-11-15T16:42:26,184 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-15T16:42:26,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:26,188 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-15T16:42:26,190 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-15T16:42:26,191 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:26,191 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-15T16:42:26,191 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731688946191"}]},"ts":"9223372036854775807"}
2024-11-15T16:42:26,193 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-15T16:42:26,193 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1bc2bd6e62f55fad51ce96bef5a9fed9, NAME => 'TestAcidGuarantees,,1731688918121.1bc2bd6e62f55fad51ce96bef5a9fed9.', STARTKEY => '', ENDKEY => ''}]
2024-11-15T16:42:26,193 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-15T16:42:26,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731688946193"}]},"ts":"9223372036854775807"}
2024-11-15T16:42:26,194 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-15T16:42:26,195 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:26,196 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec
2024-11-15T16:42:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-15T16:42:26,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-15T16:42:26,252 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:26,262 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 246)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1571513936_22 at /127.0.0.1:57450 [Waiting for operation #443]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-540062607_22 at /127.0.0.1:49122 [Waiting for operation #493]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-540062607_22 at /127.0.0.1:57460 [Waiting for operation #432]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1571513936_22 at /127.0.0.1:57452 [Waiting for operation #416]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=459 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=4988 (was 5539)
2024-11-15T16:42:26,270 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=4987
2024-11-15T16:42:26,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:42:26,272 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:42:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:26,273 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T16:42:26,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:26,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 118
2024-11-15T16:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-15T16:42:26,274 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T16:42:26,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742272_1448 (size=1061)
2024-11-15T16:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-15T16:42:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-15T16:42:26,681 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:42:26,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742273_1449 (size=53)
2024-11-15T16:42:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-15T16:42:27,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:42:27,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a7d980108c300fe461183e9da039c4d0, disabling compactions & flushes
2024-11-15T16:42:27,086 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. after waiting 0 ms
2024-11-15T16:42:27,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,086 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7d980108c300fe461183e9da039c4d0:
Waiting for close lock at 1731688947086Disabling compacts and flushes for region at 1731688947086Disabling writes for close at 1731688947086Writing region close event to WAL at 1731688947086Closed at 1731688947086
2024-11-15T16:42:27,087 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T16:42:27,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731688947088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731688947088"}]},"ts":"1731688947088"}
2024-11-15T16:42:27,089 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T16:42:27,090 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T16:42:27,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688947090"}]},"ts":"1731688947090"}
2024-11-15T16:42:27,091 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-15T16:42:27,091 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, ASSIGN}]
2024-11-15T16:42:27,092 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, ASSIGN
2024-11-15T16:42:27,093 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=false
2024-11-15T16:42:27,244 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=a7d980108c300fe461183e9da039c4d0, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:27,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, ASSIGN because future has completed
2024-11-15T16:42:27,245 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:42:27,400 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,400 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:42:27,401 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,401 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:42:27,401 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,401 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,402 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a7d980108c300fe461183e9da039c4d0 
2024-11-15T16:42:27,403 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:42:27,404 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d980108c300fe461183e9da039c4d0 columnFamilyName A
2024-11-15T16:42:27,404 DEBUG [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:27,404 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.HStore(327): Store=a7d980108c300fe461183e9da039c4d0/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:42:27,404 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a7d980108c300fe461183e9da039c4d0 
2024-11-15T16:42:27,405 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:42:27,405 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d980108c300fe461183e9da039c4d0 columnFamilyName B
2024-11-15T16:42:27,405 DEBUG [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:27,406 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.HStore(327): Store=a7d980108c300fe461183e9da039c4d0/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:42:27,406 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a7d980108c300fe461183e9da039c4d0 
2024-11-15T16:42:27,407 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:42:27,407 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d980108c300fe461183e9da039c4d0 columnFamilyName C
2024-11-15T16:42:27,407 DEBUG [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:42:27,407 INFO  [StoreOpener-a7d980108c300fe461183e9da039c4d0-1 {}] regionserver.HStore(327): Store=a7d980108c300fe461183e9da039c4d0/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:42:27,407 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,407 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,408 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,408 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,409 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,409 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,409 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:42:27,410 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,411 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:42:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-15T16:42:27,412 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened a7d980108c300fe461183e9da039c4d0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63726543, jitterRate=-0.050400510430336}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:42:27,412 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:27,412 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for a7d980108c300fe461183e9da039c4d0:
Running coprocessor pre-open hook at 1731688947401Writing region info on filesystem at 1731688947401Initializing all the Stores at 1731688947402 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688947402Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688947402Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688947402Cleaning up temporary data from old regions at 1731688947409 (+7 ms)Running coprocessor post-open hooks at 1731688947412 (+3 ms)Region opened successfully at 1731688947412
2024-11-15T16:42:27,413 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., pid=120, masterSystemTime=1731688947397
2024-11-15T16:42:27,415 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,415 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:27,415 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=a7d980108c300fe461183e9da039c4d0, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:27,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:42:27,418 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-15T16:42:27,418 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617 in 172 msec
2024-11-15T16:42:27,420 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118
2024-11-15T16:42:27,420 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, ASSIGN in 327 msec
2024-11-15T16:42:27,421 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T16:42:27,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688947421"}]},"ts":"1731688947421"}
2024-11-15T16:42:27,422 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-15T16:42:27,422 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T16:42:27,423 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec
2024-11-15T16:42:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-15T16:42:28,421 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:28,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621cfad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,423 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82f3a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,425 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,427 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T16:42:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:42:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ddfeb7f
2024-11-15T16:42:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T16:42:28,429 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T16:42:28,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3464d23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,431 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1c630f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,432 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44aa12dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe65078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,433 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4ef166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,435 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2012bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3688e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2288e481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,437 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a1d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f10d94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,439 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0e23fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,440 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab77300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456cc2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,441 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa68781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,442 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe10c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c22415d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,443 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2b618b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,444 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3319d557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce704e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,446 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60157aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,447 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb3c1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc5b25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,448 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75603099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,449 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfe7e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39095443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,451 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043ea1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,452 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561fbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1991e1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:42:28,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:42:28,453 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:42:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:42:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:42:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef21802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:42:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:42:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:28,454 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:42:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449acfa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:42:28,455 DEBUG [Thread-2030 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,455 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,455 DEBUG [Thread-2025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,455 DEBUG [Thread-2032 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,456 DEBUG [Thread-2017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,456 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-15T16:42:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,458 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,459 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-15T16:42:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,460 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,460 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,461 DEBUG [Thread-2034 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,462 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,462 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,462 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,463 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:28,463 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:28,463 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,464 DEBUG [Thread-2028 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,464 DEBUG [Thread-2019 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,464 DEBUG [Thread-2019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,465 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,465 DEBUG [Thread-2036 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:42:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:42:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:42:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,468 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,468 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,468 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:42:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2]
2024-11-15T16:42:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:28,474 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:42:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:28,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/bbe7c48e27fc4f399dd946bc9b061414 is 50, key is test_row_0/A:col10/1731688948466/Put/seqid=0
2024-11-15T16:42:28,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742274_1450 (size=16681)
2024-11-15T16:42:28,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688948506, max timestamp=1731688948518Num uniques 859; 
2024-11-15T16:42:28,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:42:28,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688948506, max timestamp=1731688948518Num uniques 859; 
2024-11-15T16:42:28,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688948506, max timestamp=1731688948518Num uniques 859; 
2024-11-15T16:42:28,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:42:28,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:42:28,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689008547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689008548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689008549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689008550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689008556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:28,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689008662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689008672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689008672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689008672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689008672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:28,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:28,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:28,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:28,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-15T16:42:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689008882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689008882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689008882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689008891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689008891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:28,908 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/bbe7c48e27fc4f399dd946bc9b061414
2024-11-15T16:42:28,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:28,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:28,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:28,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:28,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:28,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/f78585b470be455fbf7de88ff96f02b5 is 50, key is test_row_0/B:col10/1731688948466/Put/seqid=0
2024-11-15T16:42:28,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742275_1451 (size=12001)
2024-11-15T16:42:29,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:29,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:29,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-15T16:42:29,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689009202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689009202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689009202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689009211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689009212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:29,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:29,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,337 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/f78585b470be455fbf7de88ff96f02b5
2024-11-15T16:42:29,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/b858275111c14053a6aae034ebc1f577 is 50, key is test_row_0/C:col10/1731688948466/Put/seqid=0
2024-11-15T16:42:29,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742276_1452 (size=12001)
2024-11-15T16:42:29,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-15T16:42:29,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:29,725 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T16:42:29,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689009721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689009721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689009722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689009732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689009732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:29,761 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/b858275111c14053a6aae034ebc1f577
2024-11-15T16:42:29,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/bbe7c48e27fc4f399dd946bc9b061414 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/bbe7c48e27fc4f399dd946bc9b061414
2024-11-15T16:42:29,768 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/bbe7c48e27fc4f399dd946bc9b061414, entries=250, sequenceid=11, filesize=16.3 K
2024-11-15T16:42:29,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/f78585b470be455fbf7de88ff96f02b5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f78585b470be455fbf7de88ff96f02b5
2024-11-15T16:42:29,772 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f78585b470be455fbf7de88ff96f02b5, entries=150, sequenceid=11, filesize=11.7 K
2024-11-15T16:42:29,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/b858275111c14053a6aae034ebc1f577 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/b858275111c14053a6aae034ebc1f577
2024-11-15T16:42:29,775 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/b858275111c14053a6aae034ebc1f577, entries=150, sequenceid=11, filesize=11.7 K
2024-11-15T16:42:29,776 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a7d980108c300fe461183e9da039c4d0 in 1302ms, sequenceid=11, compaction requested=false
2024-11-15T16:42:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-15T16:42:29,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:29,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-15T16:42:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:29,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-15T16:42:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:29,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/6e67698b854c4dcbb987a423a6f1cd25 is 50, key is test_row_0/A:col10/1731688948554/Put/seqid=0
2024-11-15T16:42:29,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742277_1453 (size=12001)
2024-11-15T16:42:30,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/6e67698b854c4dcbb987a423a6f1cd25
2024-11-15T16:42:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/ff54dfbea06c4bbf98968685192571ae is 50, key is test_row_0/B:col10/1731688948554/Put/seqid=0
2024-11-15T16:42:30,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742278_1454 (size=12001)
2024-11-15T16:42:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-15T16:42:30,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/ff54dfbea06c4bbf98968685192571ae
2024-11-15T16:42:30,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/7a483b14ea71407ab6f531519e885cfb is 50, key is test_row_0/C:col10/1731688948554/Put/seqid=0
2024-11-15T16:42:30,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742279_1455 (size=12001)
2024-11-15T16:42:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:30,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:30,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689010755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689010759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689010760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689010761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689010762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689010871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689010871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689010871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689010882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689010882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/7a483b14ea71407ab6f531519e885cfb
2024-11-15T16:42:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/6e67698b854c4dcbb987a423a6f1cd25 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/6e67698b854c4dcbb987a423a6f1cd25
2024-11-15T16:42:31,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/6e67698b854c4dcbb987a423a6f1cd25, entries=150, sequenceid=47, filesize=11.7 K
2024-11-15T16:42:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/ff54dfbea06c4bbf98968685192571ae as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ff54dfbea06c4bbf98968685192571ae
2024-11-15T16:42:31,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ff54dfbea06c4bbf98968685192571ae, entries=150, sequenceid=47, filesize=11.7 K
2024-11-15T16:42:31,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/7a483b14ea71407ab6f531519e885cfb as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/7a483b14ea71407ab6f531519e885cfb
2024-11-15T16:42:31,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/7a483b14ea71407ab6f531519e885cfb, entries=150, sequenceid=47, filesize=11.7 K
2024-11-15T16:42:31,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689011092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for a7d980108c300fe461183e9da039c4d0 in 1256ms, sequenceid=47, compaction requested=false
2024-11-15T16:42:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-15T16:42:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-15T16:42:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:31,098 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:42:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:31,101 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-15T16:42:31,101 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec
2024-11-15T16:42:31,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/561e4e8e08f8429799f852df75172c14 is 50, key is test_row_0/A:col10/1731688951097/Put/seqid=0
2024-11-15T16:42:31,103 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.6460 sec
2024-11-15T16:42:31,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742280_1456 (size=14341)
2024-11-15T16:42:31,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689011135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688951129, max timestamp=1731688951146Num uniques 859; 
2024-11-15T16:42:31,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688951129, max timestamp=1731688951146Num uniques 859; 
2024-11-15T16:42:31,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:42:31,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:42:31,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688951129, max timestamp=1731688951146Num uniques 859; 
2024-11-15T16:42:31,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:42:31,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689011191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689011192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689011206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689011251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689011312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689011312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689011321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689011402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689011472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,510 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/561e4e8e08f8429799f852df75172c14
2024-11-15T16:42:31,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/e2c1f860d83d4c62a1acac93d780634f is 50, key is test_row_0/B:col10/1731688951097/Put/seqid=0
2024-11-15T16:42:31,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742281_1457 (size=12001)
2024-11-15T16:42:31,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689011531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689011531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689011542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689011792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689011851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689011851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689011862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,932 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/e2c1f860d83d4c62a1acac93d780634f
2024-11-15T16:42:31,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689011922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:31,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:31,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:31,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/97f4dd5c2a504e4892ba8028685bee9a is 50, key is test_row_0/C:col10/1731688951097/Put/seqid=0
2024-11-15T16:42:31,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742282_1458 (size=12001)
2024-11-15T16:42:31,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/97f4dd5c2a504e4892ba8028685bee9a
2024-11-15T16:42:31,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/561e4e8e08f8429799f852df75172c14 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/561e4e8e08f8429799f852df75172c14
2024-11-15T16:42:31,949 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/561e4e8e08f8429799f852df75172c14, entries=200, sequenceid=58, filesize=14.0 K
2024-11-15T16:42:31,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/e2c1f860d83d4c62a1acac93d780634f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e2c1f860d83d4c62a1acac93d780634f
2024-11-15T16:42:31,952 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e2c1f860d83d4c62a1acac93d780634f, entries=150, sequenceid=58, filesize=11.7 K
2024-11-15T16:42:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/97f4dd5c2a504e4892ba8028685bee9a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/97f4dd5c2a504e4892ba8028685bee9a
2024-11-15T16:42:31,959 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/97f4dd5c2a504e4892ba8028685bee9a, entries=150, sequenceid=58, filesize=11.7 K
2024-11-15T16:42:31,960 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a7d980108c300fe461183e9da039c4d0 in 862ms, sequenceid=58, compaction requested=true
2024-11-15T16:42:31,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:31,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:31,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:31,960 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:31,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:31,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:31,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:31,960 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:31,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:31,961 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:31,961 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:31,962 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:31,962 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:31,962 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:31,962 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:31,962 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/bbe7c48e27fc4f399dd946bc9b061414, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/6e67698b854c4dcbb987a423a6f1cd25, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/561e4e8e08f8429799f852df75172c14] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=42.0 K
2024-11-15T16:42:31,962 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f78585b470be455fbf7de88ff96f02b5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ff54dfbea06c4bbf98968685192571ae, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e2c1f860d83d4c62a1acac93d780634f] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=35.2 K
2024-11-15T16:42:31,962 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting f78585b470be455fbf7de88ff96f02b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731688948466
2024-11-15T16:42:31,962 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbe7c48e27fc4f399dd946bc9b061414, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731688948461
2024-11-15T16:42:31,962 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e67698b854c4dcbb987a423a6f1cd25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731688948533
2024-11-15T16:42:31,962 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ff54dfbea06c4bbf98968685192571ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731688948533
2024-11-15T16:42:31,963 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c1f860d83d4c62a1acac93d780634f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731688950753
2024-11-15T16:42:31,963 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 561e4e8e08f8429799f852df75172c14, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731688950753
2024-11-15T16:42:31,974 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:31,974 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/0e2cbb6aab1c40eb97a80a5edfb65da4 is 50, key is test_row_0/B:col10/1731688951097/Put/seqid=0
2024-11-15T16:42:31,978 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:31,979 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/78fc99534fb94f4cb8049643c08ad9ff is 50, key is test_row_0/A:col10/1731688951097/Put/seqid=0
2024-11-15T16:42:31,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742283_1459 (size=12104)
2024-11-15T16:42:31,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742284_1460 (size=12104)
2024-11-15T16:42:32,005 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/78fc99534fb94f4cb8049643c08ad9ff as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/78fc99534fb94f4cb8049643c08ad9ff
2024-11-15T16:42:32,011 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into 78fc99534fb94f4cb8049643c08ad9ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:32,011 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:32,011 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=13, startTime=1731688951960; duration=0sec
2024-11-15T16:42:32,011 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:32,011 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:32,012 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:32,012 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:32,013 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:32,013 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:32,013 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/b858275111c14053a6aae034ebc1f577, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/7a483b14ea71407ab6f531519e885cfb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/97f4dd5c2a504e4892ba8028685bee9a] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=35.2 K
2024-11-15T16:42:32,013 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting b858275111c14053a6aae034ebc1f577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731688948466
2024-11-15T16:42:32,013 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a483b14ea71407ab6f531519e885cfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731688948533
2024-11-15T16:42:32,017 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f4dd5c2a504e4892ba8028685bee9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731688950753
2024-11-15T16:42:32,024 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:32,025 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/e78fd60d015e4cbfb07c8d0a44728314 is 50, key is test_row_0/C:col10/1731688951097/Put/seqid=0
2024-11-15T16:42:32,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742285_1461 (size=12104)
2024-11-15T16:42:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:32,321 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-15T16:42:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:32,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/7b9165f68e6d4d8d83f8ccd2de5a30f4 is 50, key is test_row_0/A:col10/1731688952319/Put/seqid=0
2024-11-15T16:42:32,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742286_1462 (size=14341)
2024-11-15T16:42:32,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689012362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689012371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689012374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689012382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,398 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/0e2cbb6aab1c40eb97a80a5edfb65da4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0e2cbb6aab1c40eb97a80a5edfb65da4
2024-11-15T16:42:32,402 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into 0e2cbb6aab1c40eb97a80a5edfb65da4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:32,402 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:32,402 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=13, startTime=1731688951960; duration=0sec
2024-11-15T16:42:32,402 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:32,402 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:32,443 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/e78fd60d015e4cbfb07c8d0a44728314 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/e78fd60d015e4cbfb07c8d0a44728314
2024-11-15T16:42:32,447 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into e78fd60d015e4cbfb07c8d0a44728314(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:32,447 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:32,447 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=13, startTime=1731688951960; duration=0sec
2024-11-15T16:42:32,447 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:32,447 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:32,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689012482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689012496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-15T16:42:32,612 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:32,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-15T16:42:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-15T16:42:32,614 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:32,614 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:32,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:32,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689012692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689012711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-15T16:42:32,730 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/7b9165f68e6d4d8d83f8ccd2de5a30f4
2024-11-15T16:42:32,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/10a7842a59f842729b7322bd21a77697 is 50, key is test_row_0/B:col10/1731688952319/Put/seqid=0
2024-11-15T16:42:32,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742287_1463 (size=12001)
2024-11-15T16:42:32,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-15T16:42:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:32,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:32,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-15T16:42:32,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:32,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:32,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:32,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:32,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-15T16:42:32,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689012942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:32,952 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:32,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:32,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:33,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689013002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:33,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689013022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:33,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:33,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-15T16:42:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,141 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/10a7842a59f842729b7322bd21a77697
2024-11-15T16:42:33,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/bd7549f397904e37936bad19d9d27873 is 50, key is test_row_0/C:col10/1731688952319/Put/seqid=0
2024-11-15T16:42:33,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742288_1464 (size=12001)
2024-11-15T16:42:33,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-15T16:42:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-15T16:42:33,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-15T16:42:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689013382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:33,393 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:33,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689013402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:33,411 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:33,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689013522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:33,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-15T16:42:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:33,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689013532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:33,553 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/bd7549f397904e37936bad19d9d27873
2024-11-15T16:42:33,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/7b9165f68e6d4d8d83f8ccd2de5a30f4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7b9165f68e6d4d8d83f8ccd2de5a30f4
2024-11-15T16:42:33,561 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7b9165f68e6d4d8d83f8ccd2de5a30f4, entries=200, sequenceid=94, filesize=14.0 K
2024-11-15T16:42:33,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/10a7842a59f842729b7322bd21a77697 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10a7842a59f842729b7322bd21a77697
2024-11-15T16:42:33,564 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10a7842a59f842729b7322bd21a77697, entries=150, sequenceid=94, filesize=11.7 K
2024-11-15T16:42:33,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/bd7549f397904e37936bad19d9d27873 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/bd7549f397904e37936bad19d9d27873
2024-11-15T16:42:33,569 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/bd7549f397904e37936bad19d9d27873, entries=150, sequenceid=94, filesize=11.7 K
2024-11-15T16:42:33,570 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for a7d980108c300fe461183e9da039c4d0 in 1250ms, sequenceid=94, compaction requested=false
2024-11-15T16:42:33,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:33,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-15T16:42:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:33,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:42:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/308f396ce7594d548757484b0be1c5fc is 50, key is test_row_0/A:col10/1731688952373/Put/seqid=0
2024-11-15T16:42:33,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742289_1465 (size=12001)
2024-11-15T16:42:33,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/308f396ce7594d548757484b0be1c5fc
2024-11-15T16:42:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2f33e03b69df4459bbbd15f6806ee8c7 is 50, key is test_row_0/B:col10/1731688952373/Put/seqid=0
2024-11-15T16:42:33,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742290_1466 (size=12001)
2024-11-15T16:42:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-15T16:42:34,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2f33e03b69df4459bbbd15f6806ee8c7
2024-11-15T16:42:34,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/813dc40cb83b48dfbbb0657aa2ec9f97 is 50, key is test_row_0/C:col10/1731688952373/Put/seqid=0
2024-11-15T16:42:34,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742291_1467 (size=12001)
2024-11-15T16:42:34,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/813dc40cb83b48dfbbb0657aa2ec9f97
2024-11-15T16:42:34,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/308f396ce7594d548757484b0be1c5fc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/308f396ce7594d548757484b0be1c5fc
2024-11-15T16:42:34,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/308f396ce7594d548757484b0be1c5fc, entries=150, sequenceid=106, filesize=11.7 K
2024-11-15T16:42:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2f33e03b69df4459bbbd15f6806ee8c7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2f33e03b69df4459bbbd15f6806ee8c7
2024-11-15T16:42:34,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2f33e03b69df4459bbbd15f6806ee8c7, entries=150, sequenceid=106, filesize=11.7 K
2024-11-15T16:42:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/813dc40cb83b48dfbbb0657aa2ec9f97 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/813dc40cb83b48dfbbb0657aa2ec9f97
2024-11-15T16:42:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:34,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:34,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/813dc40cb83b48dfbbb0657aa2ec9f97, entries=150, sequenceid=106, filesize=11.7 K
2024-11-15T16:42:34,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=26.84 KB/27480 for a7d980108c300fe461183e9da039c4d0 in 868ms, sequenceid=106, compaction requested=true
2024-11-15T16:42:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-15T16:42:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-15T16:42:34,557 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-15T16:42:34,557 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec
2024-11-15T16:42:34,559 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9460 sec
2024-11-15T16:42:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:34,560 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:42:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:34,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c4c91529c74445638c1ebfaec72050cd is 50, key is test_row_0/A:col10/1731688954559/Put/seqid=0
2024-11-15T16:42:34,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742292_1468 (size=16681)
2024-11-15T16:42:34,633 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688954602, max timestamp=1731688954630Num uniques 859; 
2024-11-15T16:42:34,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:42:34,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688954602, max timestamp=1731688954630Num uniques 859; 
2024-11-15T16:42:34,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:42:34,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688954602, max timestamp=1731688954630Num uniques 859; 
2024-11-15T16:42:34,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:42:34,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689014695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:34,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689014703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-15T16:42:34,762 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:34,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-15T16:42:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-15T16:42:34,764 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:34,764 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:34,764 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:34,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689014812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:34,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689014812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-15T16:42:34,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-15T16:42:34,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:34,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:34,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:34,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:34,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:34,968 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c4c91529c74445638c1ebfaec72050cd
2024-11-15T16:42:34,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/32697b1570794349a9304ac3895c6e4a is 50, key is test_row_0/B:col10/1731688954559/Put/seqid=0
2024-11-15T16:42:34,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742293_1469 (size=12001)
2024-11-15T16:42:34,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689014971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:34,985 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689015032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689015032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-15T16:42:35,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:35,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-15T16:42:35,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-15T16:42:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689015352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689015352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-15T16:42:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,378 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/32697b1570794349a9304ac3895c6e4a
2024-11-15T16:42:35,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3249921f04bd45a6b6ba0d8a38bf17a7 is 50, key is test_row_0/C:col10/1731688954559/Put/seqid=0
2024-11-15T16:42:35,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742294_1470 (size=12001)
2024-11-15T16:42:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-15T16:42:35,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689015401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,407 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689015421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,435 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:35,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-15T16:42:35,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:35,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-15T16:42:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:35,789 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3249921f04bd45a6b6ba0d8a38bf17a7
2024-11-15T16:42:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c4c91529c74445638c1ebfaec72050cd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c4c91529c74445638c1ebfaec72050cd
2024-11-15T16:42:35,796 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c4c91529c74445638c1ebfaec72050cd, entries=250, sequenceid=117, filesize=16.3 K
2024-11-15T16:42:35,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/32697b1570794349a9304ac3895c6e4a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/32697b1570794349a9304ac3895c6e4a
2024-11-15T16:42:35,800 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/32697b1570794349a9304ac3895c6e4a, entries=150, sequenceid=117, filesize=11.7 K
2024-11-15T16:42:35,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3249921f04bd45a6b6ba0d8a38bf17a7 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3249921f04bd45a6b6ba0d8a38bf17a7
2024-11-15T16:42:35,803 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3249921f04bd45a6b6ba0d8a38bf17a7, entries=150, sequenceid=117, filesize=11.7 K
2024-11-15T16:42:35,804 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a7d980108c300fe461183e9da039c4d0 in 1244ms, sequenceid=117, compaction requested=true
2024-11-15T16:42:35,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:35,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:35,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:35,804 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:35,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:35,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:35,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:35,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:35,804 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:35,805 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:35,805 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:35,805 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:35,805 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:35,805 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,806 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,806 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0e2cbb6aab1c40eb97a80a5edfb65da4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10a7842a59f842729b7322bd21a77697, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2f33e03b69df4459bbbd15f6806ee8c7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/32697b1570794349a9304ac3895c6e4a] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=47.0 K
2024-11-15T16:42:35,806 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/78fc99534fb94f4cb8049643c08ad9ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7b9165f68e6d4d8d83f8ccd2de5a30f4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/308f396ce7594d548757484b0be1c5fc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c4c91529c74445638c1ebfaec72050cd] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=53.8 K
2024-11-15T16:42:35,806 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e2cbb6aab1c40eb97a80a5edfb65da4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731688950753
2024-11-15T16:42:35,806 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78fc99534fb94f4cb8049643c08ad9ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731688950753
2024-11-15T16:42:35,806 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 10a7842a59f842729b7322bd21a77697, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688951191
2024-11-15T16:42:35,806 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b9165f68e6d4d8d83f8ccd2de5a30f4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688951162
2024-11-15T16:42:35,806 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f33e03b69df4459bbbd15f6806ee8c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731688952332
2024-11-15T16:42:35,806 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 308f396ce7594d548757484b0be1c5fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731688952332
2024-11-15T16:42:35,807 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 32697b1570794349a9304ac3895c6e4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731688954544
2024-11-15T16:42:35,807 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4c91529c74445638c1ebfaec72050cd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731688954544
2024-11-15T16:42:35,814 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:35,815 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/0dcaa56050ec4ffd82a5ed84c4fd2e6f is 50, key is test_row_0/B:col10/1731688954559/Put/seqid=0
2024-11-15T16:42:35,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742295_1471 (size=12241)
2024-11-15T16:42:35,818 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:35,819 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/093537357e094c23876dcf020b9441ae is 50, key is test_row_0/A:col10/1731688954559/Put/seqid=0
2024-11-15T16:42:35,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742296_1472 (size=12241)
2024-11-15T16:42:35,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-15T16:42:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:35,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-15T16:42:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:35,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:35,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/498fde04e3b348179d3a9bd56bb704c9 is 50, key is test_row_0/A:col10/1731688954701/Put/seqid=0
2024-11-15T16:42:35,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742297_1473 (size=12151)
2024-11-15T16:42:35,843 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/498fde04e3b348179d3a9bd56bb704c9
2024-11-15T16:42:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2bcdddf4ef87438ca747de6466273f83 is 50, key is test_row_0/B:col10/1731688954701/Put/seqid=0
2024-11-15T16:42:35,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742298_1474 (size=12151)
2024-11-15T16:42:35,854 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2bcdddf4ef87438ca747de6466273f83
2024-11-15T16:42:35,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/dc14b4df4e9349ffab5e6b3467456e7b is 50, key is test_row_0/C:col10/1731688954701/Put/seqid=0
2024-11-15T16:42:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:35,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:35,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742299_1475 (size=12151)
2024-11-15T16:42:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-15T16:42:35,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689015893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:35,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689015903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689016012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689016012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,222 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/0dcaa56050ec4ffd82a5ed84c4fd2e6f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0dcaa56050ec4ffd82a5ed84c4fd2e6f
2024-11-15T16:42:36,226 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/093537357e094c23876dcf020b9441ae as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/093537357e094c23876dcf020b9441ae
2024-11-15T16:42:36,227 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into 0dcaa56050ec4ffd82a5ed84c4fd2e6f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:36,227 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:36,227 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=12, startTime=1731688955804; duration=0sec
2024-11-15T16:42:36,227 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:36,227 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:36,227 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:36,228 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:36,228 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:36,228 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:36,228 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/e78fd60d015e4cbfb07c8d0a44728314, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/bd7549f397904e37936bad19d9d27873, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/813dc40cb83b48dfbbb0657aa2ec9f97, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3249921f04bd45a6b6ba0d8a38bf17a7] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=47.0 K
2024-11-15T16:42:36,229 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e78fd60d015e4cbfb07c8d0a44728314, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731688950753
2024-11-15T16:42:36,229 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7549f397904e37936bad19d9d27873, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731688951191
2024-11-15T16:42:36,230 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 813dc40cb83b48dfbbb0657aa2ec9f97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731688952332
2024-11-15T16:42:36,230 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into 093537357e094c23876dcf020b9441ae(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:36,230 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:36,230 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=12, startTime=1731688955804; duration=0sec
2024-11-15T16:42:36,230 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:36,230 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:36,230 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3249921f04bd45a6b6ba0d8a38bf17a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731688954544
2024-11-15T16:42:36,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689016222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689016222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,243 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:36,243 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/9e7aaa14a1d340078619f1fee07d242d is 50, key is test_row_0/C:col10/1731688954559/Put/seqid=0
2024-11-15T16:42:36,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742300_1476 (size=12241)
2024-11-15T16:42:36,253 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/9e7aaa14a1d340078619f1fee07d242d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/9e7aaa14a1d340078619f1fee07d242d
2024-11-15T16:42:36,256 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into 9e7aaa14a1d340078619f1fee07d242d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:36,256 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:36,256 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=12, startTime=1731688955804; duration=0sec
2024-11-15T16:42:36,256 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:36,256 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:36,268 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/dc14b4df4e9349ffab5e6b3467456e7b
2024-11-15T16:42:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/498fde04e3b348179d3a9bd56bb704c9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/498fde04e3b348179d3a9bd56bb704c9
2024-11-15T16:42:36,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/498fde04e3b348179d3a9bd56bb704c9, entries=150, sequenceid=152, filesize=11.9 K
2024-11-15T16:42:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2bcdddf4ef87438ca747de6466273f83 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2bcdddf4ef87438ca747de6466273f83
2024-11-15T16:42:36,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2bcdddf4ef87438ca747de6466273f83, entries=150, sequenceid=152, filesize=11.9 K
2024-11-15T16:42:36,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/dc14b4df4e9349ffab5e6b3467456e7b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/dc14b4df4e9349ffab5e6b3467456e7b
2024-11-15T16:42:36,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/dc14b4df4e9349ffab5e6b3467456e7b, entries=150, sequenceid=152, filesize=11.9 K
2024-11-15T16:42:36,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for a7d980108c300fe461183e9da039c4d0 in 450ms, sequenceid=152, compaction requested=false
2024-11-15T16:42:36,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:36,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:36,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-15T16:42:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-15T16:42:36,290 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-15T16:42:36,290 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5240 sec
2024-11-15T16:42:36,291 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.5280 sec
2024-11-15T16:42:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:36,544 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:42:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:36,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/e22333f4f56841658d55cf865a0ad474 is 50, key is test_row_0/A:col10/1731688955902/Put/seqid=0
2024-11-15T16:42:36,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742301_1477 (size=14541)
2024-11-15T16:42:36,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/e22333f4f56841658d55cf865a0ad474
2024-11-15T16:42:36,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/22b174523b4748f89d38e5e3f76b910c is 50, key is test_row_0/B:col10/1731688955902/Put/seqid=0
2024-11-15T16:42:36,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742302_1478 (size=12151)
2024-11-15T16:42:36,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689016610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689016611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689016722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689016731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-15T16:42:36,912 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:36,912 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-15T16:42:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-15T16:42:36,914 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:36,915 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:36,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:36,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689016932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689016942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:36,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:36,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:36,964 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/22b174523b4748f89d38e5e3f76b910c
2024-11-15T16:42:36,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/828893229be843fa8d0c372e1de3af32 is 50, key is test_row_0/C:col10/1731688955902/Put/seqid=0
2024-11-15T16:42:36,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742303_1479 (size=12151)
2024-11-15T16:42:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-15T16:42:37,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-15T16:42:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-15T16:42:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-15T16:42:37,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689017252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:37,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:37,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689017252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:37,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:37,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-15T16:42:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,375 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/828893229be843fa8d0c372e1de3af32
2024-11-15T16:42:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:37,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/e22333f4f56841658d55cf865a0ad474 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e22333f4f56841658d55cf865a0ad474
2024-11-15T16:42:37,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e22333f4f56841658d55cf865a0ad474, entries=200, sequenceid=167, filesize=14.2 K
2024-11-15T16:42:37,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/22b174523b4748f89d38e5e3f76b910c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/22b174523b4748f89d38e5e3f76b910c
2024-11-15T16:42:37,386 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/22b174523b4748f89d38e5e3f76b910c, entries=150, sequenceid=167, filesize=11.9 K
2024-11-15T16:42:37,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/828893229be843fa8d0c372e1de3af32 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/828893229be843fa8d0c372e1de3af32
2024-11-15T16:42:37,390 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/828893229be843fa8d0c372e1de3af32, entries=150, sequenceid=167, filesize=11.9 K
2024-11-15T16:42:37,390 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a7d980108c300fe461183e9da039c4d0 in 846ms, sequenceid=167, compaction requested=true
2024-11-15T16:42:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:37,391 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:37,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:37,391 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:37,391 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38933 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:37,391 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:37,391 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:37,391 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:37,392 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,392 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,392 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/093537357e094c23876dcf020b9441ae, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/498fde04e3b348179d3a9bd56bb704c9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e22333f4f56841658d55cf865a0ad474] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=38.0 K
2024-11-15T16:42:37,392 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0dcaa56050ec4ffd82a5ed84c4fd2e6f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2bcdddf4ef87438ca747de6466273f83, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/22b174523b4748f89d38e5e3f76b910c] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=35.7 K
2024-11-15T16:42:37,392 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 093537357e094c23876dcf020b9441ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731688954544
2024-11-15T16:42:37,392 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dcaa56050ec4ffd82a5ed84c4fd2e6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731688954544
2024-11-15T16:42:37,392 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 498fde04e3b348179d3a9bd56bb704c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731688954676
2024-11-15T16:42:37,392 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bcdddf4ef87438ca747de6466273f83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731688954676
2024-11-15T16:42:37,393 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e22333f4f56841658d55cf865a0ad474, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688955865
2024-11-15T16:42:37,393 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 22b174523b4748f89d38e5e3f76b910c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688955892
2024-11-15T16:42:37,399 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:37,400 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/e2497771ae2842e99c98169669b34703 is 50, key is test_row_0/A:col10/1731688955902/Put/seqid=0
2024-11-15T16:42:37,401 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:37,401 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/b2d098612ee74e0ca8dbfd8450c4247b is 50, key is test_row_0/B:col10/1731688955902/Put/seqid=0
2024-11-15T16:42:37,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742304_1480 (size=12493)
2024-11-15T16:42:37,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742305_1481 (size=12493)
2024-11-15T16:42:37,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-15T16:42:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:42:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/7565dcc173c4437083aaca7f1f20e3cc is 50, key is test_row_0/A:col10/1731688956608/Put/seqid=0
2024-11-15T16:42:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-15T16:42:37,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742306_1482 (size=12151)
2024-11-15T16:42:37,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/7565dcc173c4437083aaca7f1f20e3cc
2024-11-15T16:42:37,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/ed7692403f6544e5a3269e2166c53cf9 is 50, key is test_row_0/B:col10/1731688956608/Put/seqid=0
2024-11-15T16:42:37,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742307_1483 (size=12151)
2024-11-15T16:42:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:37,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:37,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689017794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:37,808 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/e2497771ae2842e99c98169669b34703 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e2497771ae2842e99c98169669b34703
2024-11-15T16:42:37,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689017802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:37,811 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/b2d098612ee74e0ca8dbfd8450c4247b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/b2d098612ee74e0ca8dbfd8450c4247b
2024-11-15T16:42:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:37,812 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into e2497771ae2842e99c98169669b34703(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:37,812 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:37,812 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=13, startTime=1731688957391; duration=0sec
2024-11-15T16:42:37,812 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:37,812 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:37,812 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:37,813 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:37,813 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:37,813 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,813 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/9e7aaa14a1d340078619f1fee07d242d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/dc14b4df4e9349ffab5e6b3467456e7b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/828893229be843fa8d0c372e1de3af32] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=35.7 K
2024-11-15T16:42:37,814 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e7aaa14a1d340078619f1fee07d242d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731688954544
2024-11-15T16:42:37,814 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc14b4df4e9349ffab5e6b3467456e7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731688954676
2024-11-15T16:42:37,814 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 828893229be843fa8d0c372e1de3af32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688955892
2024-11-15T16:42:37,815 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into b2d098612ee74e0ca8dbfd8450c4247b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:37,815 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:37,815 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=13, startTime=1731688957391; duration=0sec
2024-11-15T16:42:37,816 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:37,816 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:37,821 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:37,821 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ee46b446a5494e5b88bba9b800367c02 is 50, key is test_row_0/C:col10/1731688955902/Put/seqid=0
2024-11-15T16:42:37,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742308_1484 (size=12493)
2024-11-15T16:42:37,830 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ee46b446a5494e5b88bba9b800367c02 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ee46b446a5494e5b88bba9b800367c02
2024-11-15T16:42:37,834 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into ee46b446a5494e5b88bba9b800367c02(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:37,834 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:37,834 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=13, startTime=1731688957391; duration=0sec
2024-11-15T16:42:37,834 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:37,834 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:37,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689017912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:37,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689017922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:37,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/ed7692403f6544e5a3269e2166c53cf9
2024-11-15T16:42:37,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/05b2dc3bbf3d4a9f9bca17815db1703e is 50, key is test_row_0/C:col10/1731688956608/Put/seqid=0
2024-11-15T16:42:37,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742309_1485 (size=12151)
2024-11-15T16:42:37,966 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/05b2dc3bbf3d4a9f9bca17815db1703e
2024-11-15T16:42:37,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/7565dcc173c4437083aaca7f1f20e3cc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7565dcc173c4437083aaca7f1f20e3cc
2024-11-15T16:42:37,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7565dcc173c4437083aaca7f1f20e3cc, entries=150, sequenceid=187, filesize=11.9 K
2024-11-15T16:42:37,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/ed7692403f6544e5a3269e2166c53cf9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ed7692403f6544e5a3269e2166c53cf9
2024-11-15T16:42:37,978 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ed7692403f6544e5a3269e2166c53cf9, entries=150, sequenceid=187, filesize=11.9 K
2024-11-15T16:42:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/05b2dc3bbf3d4a9f9bca17815db1703e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/05b2dc3bbf3d4a9f9bca17815db1703e
2024-11-15T16:42:37,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/05b2dc3bbf3d4a9f9bca17815db1703e, entries=150, sequenceid=187, filesize=11.9 K
2024-11-15T16:42:37,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a7d980108c300fe461183e9da039c4d0 in 457ms, sequenceid=187, compaction requested=false
2024-11-15T16:42:37,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:37,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:37,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-15T16:42:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-15T16:42:37,988 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-15T16:42:37,988 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec
2024-11-15T16:42:37,990 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.0770 sec
2024-11-15T16:42:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-15T16:42:38,051 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:38,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-15T16:42:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-15T16:42:38,053 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:38,054 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:38,054 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:38,124 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:42:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:38,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:38,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/9310bfe5ea674284a02ddf1ab140d832 is 50, key is test_row_0/A:col10/1731688957779/Put/seqid=0
2024-11-15T16:42:38,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742310_1486 (size=14541)
2024-11-15T16:42:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-15T16:42:38,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689018187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689018193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689018301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689018301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-15T16:42:38,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689018521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689018522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,532 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/9310bfe5ea674284a02ddf1ab140d832
2024-11-15T16:42:38,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/d30e3ae92f8a452da11fe23a2575aa25 is 50, key is test_row_0/B:col10/1731688957779/Put/seqid=0
2024-11-15T16:42:38,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742311_1487 (size=12151)
2024-11-15T16:42:38,550 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/d30e3ae92f8a452da11fe23a2575aa25
2024-11-15T16:42:38,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/d24ab3d64f2d418db2b14476ca0242a6 is 50, key is test_row_0/C:col10/1731688957779/Put/seqid=0
2024-11-15T16:42:38,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742312_1488 (size=12151)
2024-11-15T16:42:38,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-15T16:42:38,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689018832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689018832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:38,964 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/d24ab3d64f2d418db2b14476ca0242a6
2024-11-15T16:42:38,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/9310bfe5ea674284a02ddf1ab140d832 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9310bfe5ea674284a02ddf1ab140d832
2024-11-15T16:42:38,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:38,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:38,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,971 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9310bfe5ea674284a02ddf1ab140d832, entries=200, sequenceid=203, filesize=14.2 K
2024-11-15T16:42:38,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/d30e3ae92f8a452da11fe23a2575aa25 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/d30e3ae92f8a452da11fe23a2575aa25
2024-11-15T16:42:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:38,976 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/d30e3ae92f8a452da11fe23a2575aa25, entries=150, sequenceid=203, filesize=11.9 K
2024-11-15T16:42:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/d24ab3d64f2d418db2b14476ca0242a6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d24ab3d64f2d418db2b14476ca0242a6
2024-11-15T16:42:38,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d24ab3d64f2d418db2b14476ca0242a6, entries=150, sequenceid=203, filesize=11.9 K
2024-11-15T16:42:38,981 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for a7d980108c300fe461183e9da039c4d0 in 856ms, sequenceid=203, compaction requested=true
2024-11-15T16:42:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:38,981 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-15T16:42:38,981 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:38,982 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,982 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:38,982 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/b2d098612ee74e0ca8dbfd8450c4247b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ed7692403f6544e5a3269e2166c53cf9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/d30e3ae92f8a452da11fe23a2575aa25] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=35.9 K
2024-11-15T16:42:38,982 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e2497771ae2842e99c98169669b34703, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7565dcc173c4437083aaca7f1f20e3cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9310bfe5ea674284a02ddf1ab140d832] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=38.3 K
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b2d098612ee74e0ca8dbfd8450c4247b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688955892
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2497771ae2842e99c98169669b34703, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688955892
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ed7692403f6544e5a3269e2166c53cf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731688956594
2024-11-15T16:42:38,982 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7565dcc173c4437083aaca7f1f20e3cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731688956594
2024-11-15T16:42:38,983 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d30e3ae92f8a452da11fe23a2575aa25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731688957779
2024-11-15T16:42:38,983 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9310bfe5ea674284a02ddf1ab140d832, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731688957779
2024-11-15T16:42:38,990 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:38,991 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/c61edf3c71554e0ba207a1ba837acbd3 is 50, key is test_row_0/B:col10/1731688957779/Put/seqid=0
2024-11-15T16:42:38,993 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:38,994 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/0a7e9da4e818407982d6bf2335e5939d is 50, key is test_row_0/A:col10/1731688957779/Put/seqid=0
2024-11-15T16:42:39,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742313_1489 (size=12595)
2024-11-15T16:42:39,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742314_1490 (size=12595)
2024-11-15T16:42:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:39,015 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:42:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:39,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:39,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/f25461d35b7040cf9a1884d02deae3a8 is 50, key is test_row_0/A:col10/1731688958178/Put/seqid=0
2024-11-15T16:42:39,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742315_1491 (size=14541)
2024-11-15T16:42:39,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689019083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-15T16:42:39,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689019202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:39,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689019351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689019351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,406 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/c61edf3c71554e0ba207a1ba837acbd3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c61edf3c71554e0ba207a1ba837acbd3
2024-11-15T16:42:39,413 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into c61edf3c71554e0ba207a1ba837acbd3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:39,413 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:39,413 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=13, startTime=1731688958981; duration=0sec
2024-11-15T16:42:39,413 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:39,413 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:39,413 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:39,414 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/0a7e9da4e818407982d6bf2335e5939d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/0a7e9da4e818407982d6bf2335e5939d
2024-11-15T16:42:39,414 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:39,414 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:39,414 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,414 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ee46b446a5494e5b88bba9b800367c02, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/05b2dc3bbf3d4a9f9bca17815db1703e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d24ab3d64f2d418db2b14476ca0242a6] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=35.9 K
2024-11-15T16:42:39,415 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ee46b446a5494e5b88bba9b800367c02, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731688955892
2024-11-15T16:42:39,415 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 05b2dc3bbf3d4a9f9bca17815db1703e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731688956594
2024-11-15T16:42:39,415 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d24ab3d64f2d418db2b14476ca0242a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731688957779
2024-11-15T16:42:39,418 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into 0a7e9da4e818407982d6bf2335e5939d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:39,418 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:39,418 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=13, startTime=1731688958981; duration=0sec
2024-11-15T16:42:39,418 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:39,418 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:39,423 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:39,424 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/f25461d35b7040cf9a1884d02deae3a8
2024-11-15T16:42:39,424 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/0f9d24f2f2e3423e831e54595b0427f0 is 50, key is test_row_0/C:col10/1731688957779/Put/seqid=0
2024-11-15T16:42:39,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689019422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:39,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:39,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/5e40137ebe5642068e720fe90a9ba89f is 50, key is test_row_0/B:col10/1731688958178/Put/seqid=0
2024-11-15T16:42:39,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742316_1492 (size=12595)
2024-11-15T16:42:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742317_1493 (size=12151)
2024-11-15T16:42:39,446 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/5e40137ebe5642068e720fe90a9ba89f
2024-11-15T16:42:39,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689019438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,447 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/0f9d24f2f2e3423e831e54595b0427f0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0f9d24f2f2e3423e831e54595b0427f0
2024-11-15T16:42:39,449 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:39,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689019442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,450 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,454 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into 0f9d24f2f2e3423e831e54595b0427f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:39,454 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:39,454 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=13, startTime=1731688958981; duration=0sec
2024-11-15T16:42:39,454 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:39,454 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:39,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/221b0f7e9e4b429b92d7647f1c2d13f5 is 50, key is test_row_0/C:col10/1731688958178/Put/seqid=0
2024-11-15T16:42:39,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742318_1494 (size=12151)
2024-11-15T16:42:39,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689019741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:39,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:39,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:39,860 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/221b0f7e9e4b429b92d7647f1c2d13f5
2024-11-15T16:42:39,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/f25461d35b7040cf9a1884d02deae3a8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/f25461d35b7040cf9a1884d02deae3a8
2024-11-15T16:42:39,867 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/f25461d35b7040cf9a1884d02deae3a8, entries=200, sequenceid=223, filesize=14.2 K
2024-11-15T16:42:39,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/5e40137ebe5642068e720fe90a9ba89f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/5e40137ebe5642068e720fe90a9ba89f
2024-11-15T16:42:39,871 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/5e40137ebe5642068e720fe90a9ba89f, entries=150, sequenceid=223, filesize=11.9 K
2024-11-15T16:42:39,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/221b0f7e9e4b429b92d7647f1c2d13f5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/221b0f7e9e4b429b92d7647f1c2d13f5
2024-11-15T16:42:39,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/221b0f7e9e4b429b92d7647f1c2d13f5, entries=150, sequenceid=223, filesize=11.9 K
2024-11-15T16:42:39,875 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a7d980108c300fe461183e9da039c4d0 in 860ms, sequenceid=223, compaction requested=false
2024-11-15T16:42:39,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:39,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-15T16:42:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:39,899 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:42:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:39,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:39,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/88da90685a534fdc8b53a928321a9614 is 50, key is test_row_0/A:col10/1731688959052/Put/seqid=0
2024-11-15T16:42:39,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742319_1495 (size=12151)
2024-11-15T16:42:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-15T16:42:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:40,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:40,311 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/88da90685a534fdc8b53a928321a9614
2024-11-15T16:42:40,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/55fdabc0a2114e2d8be9a6cd76e2f7aa is 50, key is test_row_0/B:col10/1731688959052/Put/seqid=0
2024-11-15T16:42:40,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742320_1496 (size=12151)
2024-11-15T16:42:40,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689020356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:40,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689020361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:40,369 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:40,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689020371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:40,381 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:40,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689020461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:40,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689020672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:40,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:40,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/55fdabc0a2114e2d8be9a6cd76e2f7aa
2024-11-15T16:42:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/a8d9022c12224ee8977f2371e6898379 is 50, key is test_row_0/C:col10/1731688959052/Put/seqid=0
2024-11-15T16:42:40,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742321_1497 (size=12151)
2024-11-15T16:42:40,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689020991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:40,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:40,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:41,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/a8d9022c12224ee8977f2371e6898379
2024-11-15T16:42:41,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/88da90685a534fdc8b53a928321a9614 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/88da90685a534fdc8b53a928321a9614
2024-11-15T16:42:41,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/88da90685a534fdc8b53a928321a9614, entries=150, sequenceid=238, filesize=11.9 K
2024-11-15T16:42:41,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/55fdabc0a2114e2d8be9a6cd76e2f7aa as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/55fdabc0a2114e2d8be9a6cd76e2f7aa
2024-11-15T16:42:41,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/55fdabc0a2114e2d8be9a6cd76e2f7aa, entries=150, sequenceid=238, filesize=11.9 K
2024-11-15T16:42:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/a8d9022c12224ee8977f2371e6898379 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/a8d9022c12224ee8977f2371e6898379
2024-11-15T16:42:41,147 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/a8d9022c12224ee8977f2371e6898379, entries=150, sequenceid=238, filesize=11.9 K
2024-11-15T16:42:41,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a7d980108c300fe461183e9da039c4d0 in 1248ms, sequenceid=238, compaction requested=true
2024-11-15T16:42:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-15T16:42:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-15T16:42:41,151 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-15T16:42:41,151 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0950 sec
2024-11-15T16:42:41,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 3.1000 sec
2024-11-15T16:42:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:41,517 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-15T16:42:41,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:41,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:41,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:41,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:41,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:41,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:42:41,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/945b12673e524429a4d893ef0c1b6444 is 50, key is test_row_0/A:col10/1731688960342/Put/seqid=0
2024-11-15T16:42:41,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742322_1498 (size=14641)
2024-11-15T16:42:41,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689021578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:41,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:41,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689021691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:41,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689021912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:41,929 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/945b12673e524429a4d893ef0c1b6444
2024-11-15T16:42:41,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/7e8f953da92a45b79303288040dd4efb is 50, key is test_row_0/B:col10/1731688960342/Put/seqid=0
2024-11-15T16:42:41,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742323_1499 (size=12251)
2024-11-15T16:42:41,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/7e8f953da92a45b79303288040dd4efb
2024-11-15T16:42:41,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/565087178ba341e0a3933abc92e942ad is 50, key is test_row_0/C:col10/1731688960342/Put/seqid=0
2024-11-15T16:42:41,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742324_1500 (size=12251)
2024-11-15T16:42:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-15T16:42:42,212 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:42,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-15T16:42:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-15T16:42:42,214 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:42,215 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:42,215 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:42,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689022222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-15T16:42:42,352 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/565087178ba341e0a3933abc92e942ad
2024-11-15T16:42:42,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/945b12673e524429a4d893ef0c1b6444 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/945b12673e524429a4d893ef0c1b6444
2024-11-15T16:42:42,359 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/945b12673e524429a4d893ef0c1b6444, entries=200, sequenceid=259, filesize=14.3 K
2024-11-15T16:42:42,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/7e8f953da92a45b79303288040dd4efb as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/7e8f953da92a45b79303288040dd4efb
2024-11-15T16:42:42,363 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/7e8f953da92a45b79303288040dd4efb, entries=150, sequenceid=259, filesize=12.0 K
2024-11-15T16:42:42,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/565087178ba341e0a3933abc92e942ad as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/565087178ba341e0a3933abc92e942ad
2024-11-15T16:42:42,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-15T16:42:42,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:42,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,368 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/565087178ba341e0a3933abc92e942ad, entries=150, sequenceid=259, filesize=12.0 K
2024-11-15T16:42:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,369 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for a7d980108c300fe461183e9da039c4d0 in 852ms, sequenceid=259, compaction requested=true
2024-11-15T16:42:42,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:42,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:42,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:42,369 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:42,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:42,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:42,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:42,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:42,369 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:42,371 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49148 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:42,371 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:42,371 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,371 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c61edf3c71554e0ba207a1ba837acbd3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/5e40137ebe5642068e720fe90a9ba89f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/55fdabc0a2114e2d8be9a6cd76e2f7aa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/7e8f953da92a45b79303288040dd4efb] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=48.0 K
2024-11-15T16:42:42,371 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c61edf3c71554e0ba207a1ba837acbd3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731688957779
2024-11-15T16:42:42,372 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e40137ebe5642068e720fe90a9ba89f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731688958178
2024-11-15T16:42:42,372 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 55fdabc0a2114e2d8be9a6cd76e2f7aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731688959052
2024-11-15T16:42:42,372 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53928 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:42,372 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:42,372 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,372 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/0a7e9da4e818407982d6bf2335e5939d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/f25461d35b7040cf9a1884d02deae3a8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/88da90685a534fdc8b53a928321a9614, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/945b12673e524429a4d893ef0c1b6444] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=52.7 K
2024-11-15T16:42:42,373 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e8f953da92a45b79303288040dd4efb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731688960342
2024-11-15T16:42:42,373 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a7e9da4e818407982d6bf2335e5939d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731688957779
2024-11-15T16:42:42,373 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting f25461d35b7040cf9a1884d02deae3a8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731688958178
2024-11-15T16:42:42,373 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88da90685a534fdc8b53a928321a9614, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731688959052
2024-11-15T16:42:42,374 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 945b12673e524429a4d893ef0c1b6444, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731688960342
2024-11-15T16:42:42,382 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#425 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:42,382 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/0cea9f33478e4e0ea08613b761fe4450 is 50, key is test_row_0/B:col10/1731688960342/Put/seqid=0
2024-11-15T16:42:42,385 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:42,385 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/dbc04ec8f9374e85862b403ca8f85115 is 50, key is test_row_0/A:col10/1731688960342/Put/seqid=0
2024-11-15T16:42:42,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742325_1501 (size=12831)
2024-11-15T16:42:42,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742326_1502 (size=12831)
2024-11-15T16:42:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:42,400 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:42:42,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:42,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:42,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:42,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:42,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:42,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:42,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/4805f0487399481d9c8aa852786706d3 is 50, key is test_row_0/A:col10/1731688961576/Put/seqid=0
2024-11-15T16:42:42,408 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/dbc04ec8f9374e85862b403ca8f85115 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/dbc04ec8f9374e85862b403ca8f85115
2024-11-15T16:42:42,412 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into dbc04ec8f9374e85862b403ca8f85115(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:42,412 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:42,412 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=12, startTime=1731688962369; duration=0sec
2024-11-15T16:42:42,413 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:42,413 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:42,413 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:42,414 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49148 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:42,414 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:42,414 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,414 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0f9d24f2f2e3423e831e54595b0427f0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/221b0f7e9e4b429b92d7647f1c2d13f5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/a8d9022c12224ee8977f2371e6898379, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/565087178ba341e0a3933abc92e942ad] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=48.0 K
2024-11-15T16:42:42,415 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f9d24f2f2e3423e831e54595b0427f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731688957779
2024-11-15T16:42:42,415 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 221b0f7e9e4b429b92d7647f1c2d13f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731688958178
2024-11-15T16:42:42,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742327_1503 (size=14741)
2024-11-15T16:42:42,416 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8d9022c12224ee8977f2371e6898379, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731688959052
2024-11-15T16:42:42,416 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 565087178ba341e0a3933abc92e942ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731688960342
2024-11-15T16:42:42,424 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:42,425 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/d55d9ed9bfe64255bec0f069f102c233 is 50, key is test_row_0/C:col10/1731688960342/Put/seqid=0
2024-11-15T16:42:42,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742328_1504 (size=12831)
2024-11-15T16:42:42,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689022480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689022485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-15T16:42:42,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:42,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-15T16:42:42,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689022602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689022602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-15T16:42:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689022732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,803 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/0cea9f33478e4e0ea08613b761fe4450 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0cea9f33478e4e0ea08613b761fe4450
2024-11-15T16:42:42,806 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into 0cea9f33478e4e0ea08613b761fe4450(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:42,806 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:42,807 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=12, startTime=1731688962369; duration=0sec
2024-11-15T16:42:42,807 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:42,807 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:42,816 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/4805f0487399481d9c8aa852786706d3
2024-11-15T16:42:42,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/305005cbd9d14a939b63a436945f3106 is 50, key is test_row_0/B:col10/1731688961576/Put/seqid=0
2024-11-15T16:42:42,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-15T16:42:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742329_1505 (size=12301)
2024-11-15T16:42:42,829 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/305005cbd9d14a939b63a436945f3106
2024-11-15T16:42:42,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689022822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689022822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:42,837 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/d55d9ed9bfe64255bec0f069f102c233 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d55d9ed9bfe64255bec0f069f102c233
2024-11-15T16:42:42,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/0b26e334fdfc4755a7a9883adf1c0f48 is 50, key is test_row_0/C:col10/1731688961576/Put/seqid=0
2024-11-15T16:42:42,841 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into d55d9ed9bfe64255bec0f069f102c233(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:42,841 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:42,841 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=12, startTime=1731688962369; duration=0sec
2024-11-15T16:42:42,841 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:42,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742330_1506 (size=12301)
2024-11-15T16:42:42,841 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-15T16:42:42,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-15T16:42:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:42,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:43,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-15T16:42:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:43,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:43,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689023142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:43,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689023142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:43,242 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/0b26e334fdfc4755a7a9883adf1c0f48
2024-11-15T16:42:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/4805f0487399481d9c8aa852786706d3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4805f0487399481d9c8aa852786706d3
2024-11-15T16:42:43,249 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4805f0487399481d9c8aa852786706d3, entries=200, sequenceid=271, filesize=14.4 K
2024-11-15T16:42:43,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/305005cbd9d14a939b63a436945f3106 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/305005cbd9d14a939b63a436945f3106
2024-11-15T16:42:43,253 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/305005cbd9d14a939b63a436945f3106, entries=150, sequenceid=271, filesize=12.0 K
2024-11-15T16:42:43,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/0b26e334fdfc4755a7a9883adf1c0f48 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0b26e334fdfc4755a7a9883adf1c0f48
2024-11-15T16:42:43,257 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0b26e334fdfc4755a7a9883adf1c0f48, entries=150, sequenceid=271, filesize=12.0 K
2024-11-15T16:42:43,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a7d980108c300fe461183e9da039c4d0 in 857ms, sequenceid=271, compaction requested=false
2024-11-15T16:42:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:43,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-15T16:42:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:43,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-15T16:42:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:43,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/ad6acd60111f47b89b876729f02e387b is 50, key is test_row_0/A:col10/1731688962478/Put/seqid=0
2024-11-15T16:42:43,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742331_1507 (size=12301)
2024-11-15T16:42:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-15T16:42:43,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:43,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689023688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:43,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/ad6acd60111f47b89b876729f02e387b
2024-11-15T16:42:43,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689023693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/164e900bd33f4c959f6adb027eac5010 is 50, key is test_row_0/B:col10/1731688962478/Put/seqid=0
2024-11-15T16:42:43,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742332_1508 (size=12301)
2024-11-15T16:42:43,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689023751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:43,758 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:43,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689023802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:43,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689023802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689024012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689024022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/164e900bd33f4c959f6adb027eac5010
2024-11-15T16:42:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/59fc2857cfde4fb0afabce8af354e0ff is 50, key is test_row_0/C:col10/1731688962478/Put/seqid=0
2024-11-15T16:42:44,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742333_1509 (size=12301)
2024-11-15T16:42:44,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/59fc2857cfde4fb0afabce8af354e0ff
2024-11-15T16:42:44,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/ad6acd60111f47b89b876729f02e387b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/ad6acd60111f47b89b876729f02e387b
2024-11-15T16:42:44,124 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/ad6acd60111f47b89b876729f02e387b, entries=150, sequenceid=294, filesize=12.0 K
2024-11-15T16:42:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/164e900bd33f4c959f6adb027eac5010 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/164e900bd33f4c959f6adb027eac5010
2024-11-15T16:42:44,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/164e900bd33f4c959f6adb027eac5010, entries=150, sequenceid=294, filesize=12.0 K
2024-11-15T16:42:44,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/59fc2857cfde4fb0afabce8af354e0ff as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/59fc2857cfde4fb0afabce8af354e0ff
2024-11-15T16:42:44,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/59fc2857cfde4fb0afabce8af354e0ff, entries=150, sequenceid=294, filesize=12.0 K
2024-11-15T16:42:44,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a7d980108c300fe461183e9da039c4d0 in 848ms, sequenceid=294, compaction requested=true
2024-11-15T16:42:44,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:44,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-15T16:42:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-15T16:42:44,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-15T16:42:44,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9200 sec
2024-11-15T16:42:44,139 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.9240 sec
2024-11-15T16:42:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:44,328 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-15T16:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:44,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:44,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/92aa3e9777824853846aca938d4c5d47 is 50, key is test_row_0/A:col10/1731688964326/Put/seqid=0
2024-11-15T16:42:44,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742334_1510 (size=14741)
2024-11-15T16:42:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-15T16:42:44,362 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:44,363 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:42:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-11-15T16:42:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-15T16:42:44,365 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:42:44,367 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:42:44,367 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:42:44,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689024396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689024401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-15T16:42:44,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:44,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:44,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689024512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689024522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-15T16:42:44,737 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/92aa3e9777824853846aca938d4c5d47
2024-11-15T16:42:44,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689024732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/c51b725d30634f83986a58580e3658f5 is 50, key is test_row_0/B:col10/1731688964326/Put/seqid=0
2024-11-15T16:42:44,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742335_1511 (size=12301)
2024-11-15T16:42:44,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689024742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:44,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:44,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:44,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:44,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:44,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-15T16:42:45,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689025051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:45,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:45,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689025062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:45,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:45,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/c51b725d30634f83986a58580e3658f5
2024-11-15T16:42:45,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad is 50, key is test_row_0/C:col10/1731688964326/Put/seqid=0
2024-11-15T16:42:45,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742336_1512 (size=12301)
2024-11-15T16:42:45,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:45,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:45,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:42:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-15T16:42:45,562 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad
2024-11-15T16:42:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/92aa3e9777824853846aca938d4c5d47 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/92aa3e9777824853846aca938d4c5d47
2024-11-15T16:42:45,570 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/92aa3e9777824853846aca938d4c5d47, entries=200, sequenceid=307, filesize=14.4 K
2024-11-15T16:42:45,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/c51b725d30634f83986a58580e3658f5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c51b725d30634f83986a58580e3658f5
2024-11-15T16:42:45,576 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c51b725d30634f83986a58580e3658f5, entries=150, sequenceid=307, filesize=12.0 K
2024-11-15T16:42:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad
2024-11-15T16:42:45,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689025572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:45,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:45,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689025572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:45,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:45,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:45,580 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad, entries=150, sequenceid=307, filesize=12.0 K
2024-11-15T16:42:45,581 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for a7d980108c300fe461183e9da039c4d0 in 1253ms, sequenceid=307, compaction requested=true
2024-11-15T16:42:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:45,581 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:45,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:45,581 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:45,582 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49734 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:45,582 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:45,583 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,583 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0cea9f33478e4e0ea08613b761fe4450, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/305005cbd9d14a939b63a436945f3106, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/164e900bd33f4c959f6adb027eac5010, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c51b725d30634f83986a58580e3658f5] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=48.6 K
2024-11-15T16:42:45,583 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54614 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:45,583 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:45,583 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,583 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/dbc04ec8f9374e85862b403ca8f85115, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4805f0487399481d9c8aa852786706d3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/ad6acd60111f47b89b876729f02e387b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/92aa3e9777824853846aca938d4c5d47] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=53.3 K
2024-11-15T16:42:45,583 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cea9f33478e4e0ea08613b761fe4450, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731688960342
2024-11-15T16:42:45,583 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbc04ec8f9374e85862b403ca8f85115, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731688960342
2024-11-15T16:42:45,584 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 305005cbd9d14a939b63a436945f3106, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731688961565
2024-11-15T16:42:45,584 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4805f0487399481d9c8aa852786706d3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731688961532
2024-11-15T16:42:45,584 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 164e900bd33f4c959f6adb027eac5010, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731688962476
2024-11-15T16:42:45,584 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad6acd60111f47b89b876729f02e387b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731688962476
2024-11-15T16:42:45,584 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c51b725d30634f83986a58580e3658f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731688963686
2024-11-15T16:42:45,584 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92aa3e9777824853846aca938d4c5d47, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731688963670
2024-11-15T16:42:45,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-15T16:42:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:42:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/9fef8a175c454374aad8351bd0705070 is 50, key is test_row_0/A:col10/1731688964338/Put/seqid=0
2024-11-15T16:42:45,603 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:45,604 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/f8dbb07fc3464fa59cb1c3d791b778cc is 50, key is test_row_0/B:col10/1731688964326/Put/seqid=0
2024-11-15T16:42:45,606 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:45,606 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/01bfc4aa6d5e4050a004ccf4cb211ac1 is 50, key is test_row_0/A:col10/1731688964326/Put/seqid=0
2024-11-15T16:42:45,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742338_1514 (size=13017)
2024-11-15T16:42:45,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742337_1513 (size=12301)
2024-11-15T16:42:45,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742339_1515 (size=13017)
2024-11-15T16:42:45,631 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/01bfc4aa6d5e4050a004ccf4cb211ac1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/01bfc4aa6d5e4050a004ccf4cb211ac1
2024-11-15T16:42:45,635 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into 01bfc4aa6d5e4050a004ccf4cb211ac1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:45,635 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:45,635 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=12, startTime=1731688965581; duration=0sec
2024-11-15T16:42:45,635 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:45,635 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:45,635 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:42:45,636 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49734 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:42:45,636 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:45,636 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:45,636 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d55d9ed9bfe64255bec0f069f102c233, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0b26e334fdfc4755a7a9883adf1c0f48, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/59fc2857cfde4fb0afabce8af354e0ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=48.6 K
2024-11-15T16:42:45,637 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d55d9ed9bfe64255bec0f069f102c233, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731688960342
2024-11-15T16:42:45,637 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b26e334fdfc4755a7a9883adf1c0f48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731688961565
2024-11-15T16:42:45,637 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59fc2857cfde4fb0afabce8af354e0ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731688962476
2024-11-15T16:42:45,637 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a45c1c9ea8847fbb00a7f1f6d2df8ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731688963686
2024-11-15T16:42:45,646 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:45,647 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3e7f4c7b6bf34377b4cf46d46e84991b is 50, key is test_row_0/C:col10/1731688964326/Put/seqid=0
2024-11-15T16:42:45,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742340_1516 (size=13017)
2024-11-15T16:42:45,659 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/3e7f4c7b6bf34377b4cf46d46e84991b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3e7f4c7b6bf34377b4cf46d46e84991b
2024-11-15T16:42:45,666 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into 3e7f4c7b6bf34377b4cf46d46e84991b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:45,666 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:45,666 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=12, startTime=1731688965581; duration=0sec
2024-11-15T16:42:45,666 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:45,666 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. as already flushing
2024-11-15T16:42:45,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689025834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:45,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689025952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:46,016 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/f8dbb07fc3464fa59cb1c3d791b778cc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f8dbb07fc3464fa59cb1c3d791b778cc
2024-11-15T16:42:46,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/9fef8a175c454374aad8351bd0705070
2024-11-15T16:42:46,021 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into f8dbb07fc3464fa59cb1c3d791b778cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:46,021 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:46,021 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=12, startTime=1731688965581; duration=0sec
2024-11-15T16:42:46,021 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:46,021 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2b2d00cac1984c59aa4b86819e8ad42c is 50, key is test_row_0/B:col10/1731688964338/Put/seqid=0
2024-11-15T16:42:46,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742341_1517 (size=12301)
2024-11-15T16:42:46,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689026161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:46,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2b2d00cac1984c59aa4b86819e8ad42c
2024-11-15T16:42:46,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/c2638cc03c2049d3a9f2ef31567eb401 is 50, key is test_row_0/C:col10/1731688964338/Put/seqid=0
2024-11-15T16:42:46,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742342_1518 (size=12301)
2024-11-15T16:42:46,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689026482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-15T16:42:46,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689026582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:46,584 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:46,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689026592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:46,594 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:46,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/c2638cc03c2049d3a9f2ef31567eb401
2024-11-15T16:42:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/9fef8a175c454374aad8351bd0705070 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9fef8a175c454374aad8351bd0705070
2024-11-15T16:42:46,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9fef8a175c454374aad8351bd0705070, entries=150, sequenceid=326, filesize=12.0 K
2024-11-15T16:42:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/2b2d00cac1984c59aa4b86819e8ad42c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2b2d00cac1984c59aa4b86819e8ad42c
2024-11-15T16:42:46,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2b2d00cac1984c59aa4b86819e8ad42c, entries=150, sequenceid=326, filesize=12.0 K
2024-11-15T16:42:46,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/c2638cc03c2049d3a9f2ef31567eb401 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/c2638cc03c2049d3a9f2ef31567eb401
2024-11-15T16:42:46,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/c2638cc03c2049d3a9f2ef31567eb401, entries=150, sequenceid=326, filesize=12.0 K
2024-11-15T16:42:46,876 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for a7d980108c300fe461183e9da039c4d0 in 1286ms, sequenceid=326, compaction requested=false
2024-11-15T16:42:46,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:46,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:46,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-11-15T16:42:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-11-15T16:42:46,882 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-15T16:42:46,882 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5100 sec
2024-11-15T16:42:46,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.5200 sec
2024-11-15T16:42:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:47,000 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:42:47,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:47,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c1c6822813594b129b4cc69c52f36fd2 is 50, key is test_row_0/A:col10/1731688966998/Put/seqid=0
2024-11-15T16:42:47,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742343_1519 (size=14741)
2024-11-15T16:42:47,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689027105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:47,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689027222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:47,411 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c1c6822813594b129b4cc69c52f36fd2
2024-11-15T16:42:47,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/10659950e7b04d2a8e49b5469ba16a1f is 50, key is test_row_0/B:col10/1731688966998/Put/seqid=0
2024-11-15T16:42:47,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742344_1520 (size=12301)
2024-11-15T16:42:47,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689027442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:47,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689027762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:47,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:47,825 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/10659950e7b04d2a8e49b5469ba16a1f
2024-11-15T16:42:47,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/2b3b779ef2274376bca305ca280bf2b2 is 50, key is test_row_0/C:col10/1731688966998/Put/seqid=0
2024-11-15T16:42:47,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742345_1521 (size=12301)
2024-11-15T16:42:47,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/2b3b779ef2274376bca305ca280bf2b2
2024-11-15T16:42:47,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c1c6822813594b129b4cc69c52f36fd2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c1c6822813594b129b4cc69c52f36fd2
2024-11-15T16:42:47,853 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c1c6822813594b129b4cc69c52f36fd2, entries=200, sequenceid=343, filesize=14.4 K
2024-11-15T16:42:47,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/10659950e7b04d2a8e49b5469ba16a1f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10659950e7b04d2a8e49b5469ba16a1f
2024-11-15T16:42:47,856 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10659950e7b04d2a8e49b5469ba16a1f, entries=150, sequenceid=343, filesize=12.0 K
2024-11-15T16:42:47,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/2b3b779ef2274376bca305ca280bf2b2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/2b3b779ef2274376bca305ca280bf2b2
2024-11-15T16:42:47,861 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/2b3b779ef2274376bca305ca280bf2b2, entries=150, sequenceid=343, filesize=12.0 K
2024-11-15T16:42:47,862 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a7d980108c300fe461183e9da039c4d0 in 862ms, sequenceid=343, compaction requested=true
2024-11-15T16:42:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:47,862 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:47,862 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:47,865 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:47,865 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:47,865 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:47,865 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:47,865 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:47,865 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:47,865 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/01bfc4aa6d5e4050a004ccf4cb211ac1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9fef8a175c454374aad8351bd0705070, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c1c6822813594b129b4cc69c52f36fd2] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=39.1 K
2024-11-15T16:42:47,865 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f8dbb07fc3464fa59cb1c3d791b778cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2b2d00cac1984c59aa4b86819e8ad42c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10659950e7b04d2a8e49b5469ba16a1f] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=36.7 K
2024-11-15T16:42:47,866 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01bfc4aa6d5e4050a004ccf4cb211ac1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731688963686
2024-11-15T16:42:47,866 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting f8dbb07fc3464fa59cb1c3d791b778cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731688963686
2024-11-15T16:42:47,866 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fef8a175c454374aad8351bd0705070, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731688964338
2024-11-15T16:42:47,866 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2d00cac1984c59aa4b86819e8ad42c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731688964338
2024-11-15T16:42:47,867 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 10659950e7b04d2a8e49b5469ba16a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731688965829
2024-11-15T16:42:47,867 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1c6822813594b129b4cc69c52f36fd2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731688965818
2024-11-15T16:42:47,880 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#446 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:47,881 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/4fe4d701a65c4c95ba41f81c34865be4 is 50, key is test_row_0/B:col10/1731688966998/Put/seqid=0
2024-11-15T16:42:47,882 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:47,882 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/763093d08a624f838cd75ae84edacf97 is 50, key is test_row_0/A:col10/1731688966998/Put/seqid=0
2024-11-15T16:42:47,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742346_1522 (size=13119)
2024-11-15T16:42:47,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742347_1523 (size=13119)
2024-11-15T16:42:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:48,276 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-15T16:42:48,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:48,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:48,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:48,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:48,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:48,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:48,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c3a4fc78753e47dd9bd9003b0cc81a98 is 50, key is test_row_0/A:col10/1731688968275/Put/seqid=0
2024-11-15T16:42:48,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742348_1524 (size=14741)
2024-11-15T16:42:48,296 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/4fe4d701a65c4c95ba41f81c34865be4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/4fe4d701a65c4c95ba41f81c34865be4
2024-11-15T16:42:48,302 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into 4fe4d701a65c4c95ba41f81c34865be4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:48,302 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:48,302 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=13, startTime=1731688967862; duration=0sec
2024-11-15T16:42:48,302 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:48,302 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:48,302 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:48,304 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:48,304 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:48,304 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:48,304 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3e7f4c7b6bf34377b4cf46d46e84991b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/c2638cc03c2049d3a9f2ef31567eb401, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/2b3b779ef2274376bca305ca280bf2b2] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=36.7 K
2024-11-15T16:42:48,304 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e7f4c7b6bf34377b4cf46d46e84991b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731688963686
2024-11-15T16:42:48,304 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/763093d08a624f838cd75ae84edacf97 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/763093d08a624f838cd75ae84edacf97
2024-11-15T16:42:48,305 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c2638cc03c2049d3a9f2ef31567eb401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731688964338
2024-11-15T16:42:48,305 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b3b779ef2274376bca305ca280bf2b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731688965829
2024-11-15T16:42:48,308 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into 763093d08a624f838cd75ae84edacf97(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:48,309 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:48,309 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=13, startTime=1731688967862; duration=0sec
2024-11-15T16:42:48,309 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:48,309 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:48,311 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:48,312 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/aed2d953b30741b88a5ddaef35960560 is 50, key is test_row_0/C:col10/1731688966998/Put/seqid=0
2024-11-15T16:42:48,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742349_1525 (size=13119)
2024-11-15T16:42:48,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689028355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:48,465 INFO  [Thread-2034 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2034.
2024-11-15T16:42:48,466 DEBUG [Thread-2034 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:48,466 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,466 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,466 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:48,466 INFO  [Thread-2032 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2032.
2024-11-15T16:42:48,466 DEBUG [Thread-2032 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:48,466 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,466 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,466 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:48,468 INFO  [Thread-2030 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2030.
2024-11-15T16:42:48,468 DEBUG [Thread-2030 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:48,468 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,468 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,468 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:48,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689028471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:48,473 INFO  [Thread-2028 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2028.
2024-11-15T16:42:48,473 DEBUG [Thread-2028 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:48,473 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,473 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,473 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:48,474 INFO  [Thread-2036 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2036.
2024-11-15T16:42:48,474 DEBUG [Thread-2036 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:48,474 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,474 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:48,474 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-15T16:42:48,522 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:42:48,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:48,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57150 deadline: 1731689028612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1731689028612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:48,612 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:48,612 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_2' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:48,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689028681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:48,685 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c3a4fc78753e47dd9bd9003b0cc81a98
2024-11-15T16:42:48,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/eb0af272b26d40ce98e5d0392de15979 is 50, key is test_row_0/B:col10/1731688968275/Put/seqid=0
2024-11-15T16:42:48,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742350_1526 (size=12301)
2024-11-15T16:42:48,719 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/aed2d953b30741b88a5ddaef35960560 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/aed2d953b30741b88a5ddaef35960560
2024-11-15T16:42:48,722 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into aed2d953b30741b88a5ddaef35960560(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:48,722 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:48,722 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=13, startTime=1731688967862; duration=0sec
2024-11-15T16:42:48,722 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:48,722 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:48,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689028991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:49,094 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/eb0af272b26d40ce98e5d0392de15979
2024-11-15T16:42:49,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ebfaddffa1e248ebbc03f27879a0fa1c is 50, key is test_row_0/C:col10/1731688968275/Put/seqid=0
2024-11-15T16:42:49,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742351_1527 (size=12301)
2024-11-15T16:42:49,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57182 deadline: 1731689029472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:49,472 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18266 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:49,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57216 deadline: 1731689029492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:49,492 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in a7d980108c300fe461183e9da039c4d0 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18300 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:42:49,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:49,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:49,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:49,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57206 deadline: 1731689029502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 , the old value is region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:42:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=2 because the exception is null or not the one we care about
2024-11-15T16:42:49,504 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ebfaddffa1e248ebbc03f27879a0fa1c
2024-11-15T16:42:49,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/c3a4fc78753e47dd9bd9003b0cc81a98 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c3a4fc78753e47dd9bd9003b0cc81a98
2024-11-15T16:42:49,509 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c3a4fc78753e47dd9bd9003b0cc81a98, entries=200, sequenceid=362, filesize=14.4 K
2024-11-15T16:42:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/eb0af272b26d40ce98e5d0392de15979 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/eb0af272b26d40ce98e5d0392de15979
2024-11-15T16:42:49,512 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/eb0af272b26d40ce98e5d0392de15979, entries=150, sequenceid=362, filesize=12.0 K
2024-11-15T16:42:49,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ebfaddffa1e248ebbc03f27879a0fa1c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ebfaddffa1e248ebbc03f27879a0fa1c
2024-11-15T16:42:49,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ebfaddffa1e248ebbc03f27879a0fa1c, entries=150, sequenceid=362, filesize=12.0 K
2024-11-15T16:42:49,516 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for a7d980108c300fe461183e9da039c4d0 in 1240ms, sequenceid=362, compaction requested=false
2024-11-15T16:42:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:50,513 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-15T16:42:50,513 INFO  [Thread-2025 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2025.
2024-11-15T16:42:50,513 DEBUG [Thread-2025 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:50,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:50,513 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:50,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:50,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:50,513 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:50,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:50,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:50,513 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:50,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:50,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/45dc753b35564adeae13598585b1d592 is 50, key is test_row_1/A:col10/1731688968351/Put/seqid=0
2024-11-15T16:42:50,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742352_1528 (size=9857)
2024-11-15T16:42:50,783 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T16:42:50,920 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/45dc753b35564adeae13598585b1d592
2024-11-15T16:42:50,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/3659408576bf46a68f5d852390dc2a48 is 50, key is test_row_1/B:col10/1731688968351/Put/seqid=0
2024-11-15T16:42:50,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742353_1529 (size=9857)
2024-11-15T16:42:51,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/3659408576bf46a68f5d852390dc2a48
2024-11-15T16:42:51,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ed5000b2c1a44d12af34f6099bba0270 is 50, key is test_row_1/C:col10/1731688968351/Put/seqid=0
2024-11-15T16:42:51,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742354_1530 (size=9857)
2024-11-15T16:42:51,738 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ed5000b2c1a44d12af34f6099bba0270
2024-11-15T16:42:51,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/45dc753b35564adeae13598585b1d592 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/45dc753b35564adeae13598585b1d592
2024-11-15T16:42:51,744 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/45dc753b35564adeae13598585b1d592, entries=100, sequenceid=379, filesize=9.6 K
2024-11-15T16:42:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/3659408576bf46a68f5d852390dc2a48 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3659408576bf46a68f5d852390dc2a48
2024-11-15T16:42:51,747 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3659408576bf46a68f5d852390dc2a48, entries=100, sequenceid=379, filesize=9.6 K
2024-11-15T16:42:51,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/ed5000b2c1a44d12af34f6099bba0270 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ed5000b2c1a44d12af34f6099bba0270
2024-11-15T16:42:51,749 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ed5000b2c1a44d12af34f6099bba0270, entries=100, sequenceid=379, filesize=9.6 K
2024-11-15T16:42:51,750 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for a7d980108c300fe461183e9da039c4d0 in 1237ms, sequenceid=379, compaction requested=true
2024-11-15T16:42:51,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:51,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:42:51,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:51,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:42:51,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:51,750 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:51,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7d980108c300fe461183e9da039c4d0:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:42:51,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:51,750 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:51,751 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:51,751 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/A is initiating minor compaction (all files)
2024-11-15T16:42:51,751 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:51,751 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/A in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:51,751 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/B is initiating minor compaction (all files)
2024-11-15T16:42:51,751 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/B in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:51,751 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/763093d08a624f838cd75ae84edacf97, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c3a4fc78753e47dd9bd9003b0cc81a98, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/45dc753b35564adeae13598585b1d592] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=36.8 K
2024-11-15T16:42:51,751 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/4fe4d701a65c4c95ba41f81c34865be4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/eb0af272b26d40ce98e5d0392de15979, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3659408576bf46a68f5d852390dc2a48] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=34.5 K
2024-11-15T16:42:51,752 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 763093d08a624f838cd75ae84edacf97, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731688965829
2024-11-15T16:42:51,752 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fe4d701a65c4c95ba41f81c34865be4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731688965829
2024-11-15T16:42:51,752 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3a4fc78753e47dd9bd9003b0cc81a98, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731688967082
2024-11-15T16:42:51,752 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0af272b26d40ce98e5d0392de15979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731688967082
2024-11-15T16:42:51,752 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45dc753b35564adeae13598585b1d592, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731688968351
2024-11-15T16:42:51,752 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3659408576bf46a68f5d852390dc2a48, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731688968351
2024-11-15T16:42:51,758 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#A#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:51,758 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:51,758 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/e15525b8ec6d4bda871bc19a9d63feae is 50, key is test_row_0/A:col10/1731688968275/Put/seqid=0
2024-11-15T16:42:51,759 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/3a575af3bf50487aa5edae6f3fb095b6 is 50, key is test_row_0/B:col10/1731688968275/Put/seqid=0
2024-11-15T16:42:51,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742355_1531 (size=13221)
2024-11-15T16:42:51,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742356_1532 (size=13221)
2024-11-15T16:42:52,169 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/3a575af3bf50487aa5edae6f3fb095b6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3a575af3bf50487aa5edae6f3fb095b6
2024-11-15T16:42:52,169 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/e15525b8ec6d4bda871bc19a9d63feae as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e15525b8ec6d4bda871bc19a9d63feae
2024-11-15T16:42:52,172 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/A of a7d980108c300fe461183e9da039c4d0 into e15525b8ec6d4bda871bc19a9d63feae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:52,172 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/B of a7d980108c300fe461183e9da039c4d0 into 3a575af3bf50487aa5edae6f3fb095b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:52,172 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:52,173 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/A, priority=13, startTime=1731688971750; duration=0sec
2024-11-15T16:42:52,173 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/B, priority=13, startTime=1731688971750; duration=0sec
2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:A
2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:B
2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:42:52,173 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): a7d980108c300fe461183e9da039c4d0/C is initiating minor compaction (all files)
2024-11-15T16:42:52,173 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7d980108c300fe461183e9da039c4d0/C in TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:52,173 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/aed2d953b30741b88a5ddaef35960560, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ebfaddffa1e248ebbc03f27879a0fa1c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ed5000b2c1a44d12af34f6099bba0270] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp, totalSize=34.5 K
2024-11-15T16:42:52,174 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting aed2d953b30741b88a5ddaef35960560, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731688965829
2024-11-15T16:42:52,174 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebfaddffa1e248ebbc03f27879a0fa1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731688967082
2024-11-15T16:42:52,174 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed5000b2c1a44d12af34f6099bba0270, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731688968351
2024-11-15T16:42:52,179 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7d980108c300fe461183e9da039c4d0#C#compaction#457 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:42:52,180 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/5a7340595b504041857d241d37a13655 is 50, key is test_row_0/C:col10/1731688968275/Put/seqid=0
2024-11-15T16:42:52,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742357_1533 (size=13221)
2024-11-15T16:42:52,587 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/5a7340595b504041857d241d37a13655 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/5a7340595b504041857d241d37a13655
2024-11-15T16:42:52,591 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7d980108c300fe461183e9da039c4d0/C of a7d980108c300fe461183e9da039c4d0 into 5a7340595b504041857d241d37a13655(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:42:52,591 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7d980108c300fe461183e9da039c4d0:

2024-11-15T16:42:52,591 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., storeName=a7d980108c300fe461183e9da039c4d0/C, priority=13, startTime=1731688971750; duration=0sec
2024-11-15T16:42:52,591 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:42:52,591 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7d980108c300fe461183e9da039c4d0:C
2024-11-15T16:42:52,633 INFO  [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021.
2024-11-15T16:42:52,633 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:52,633 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:52,633 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:52,633 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:52,643 INFO  [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019.
2024-11-15T16:42:52,643 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:52,643 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:52,643 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:52,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:59,493 INFO  [Thread-2017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2017.
2024-11-15T16:42:59,493 DEBUG [Thread-2017 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:59,494 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:59,494 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:59,494 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:59,563 INFO  [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023.
2024-11-15T16:42:59,563 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:42:59,563 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:59,563 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:59,563 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 93
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 84
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 18
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 83
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1218
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3654 rows
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1222
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3662 rows
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1222
2024-11-15T16:42:59,563 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3663 rows
2024-11-15T16:42:59,564 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1218
2024-11-15T16:42:59,564 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3653 rows
2024-11-15T16:42:59,564 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1217
2024-11-15T16:42:59,564 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3651 rows
2024-11-15T16:42:59,564 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:42:59,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:42:59,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:59,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:42:59,564 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:42:59,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-15T16:42:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-15T16:42:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-15T16:42:59,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688979567"}]},"ts":"1731688979567"}
2024-11-15T16:42:59,569 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-15T16:42:59,569 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-15T16:42:59,569 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:42:59,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, UNASSIGN}]
2024-11-15T16:42:59,571 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, UNASSIGN
2024-11-15T16:42:59,571 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=a7d980108c300fe461183e9da039c4d0, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:42:59,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, UNASSIGN because future has completed
2024-11-15T16:42:59,573 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:42:59,573 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:42:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-15T16:42:59,725 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close a7d980108c300fe461183e9da039c4d0
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing a7d980108c300fe461183e9da039c4d0, disabling compactions & flushes
2024-11-15T16:42:59,725 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. after waiting 0 ms
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:42:59,725 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing a7d980108c300fe461183e9da039c4d0 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=A
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=B
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a7d980108c300fe461183e9da039c4d0, store=C
2024-11-15T16:42:59,725 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:42:59,729 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/4b42290e5314477bb72175eaa8db7a0a is 50, key is test_row_0/A:col10/1731688979562/Put/seqid=0
2024-11-15T16:42:59,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742358_1534 (size=9857)
2024-11-15T16:42:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-15T16:43:00,132 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/4b42290e5314477bb72175eaa8db7a0a
2024-11-15T16:43:00,138 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/e50b962e5e35409fa4beacd396f55312 is 50, key is test_row_0/B:col10/1731688979562/Put/seqid=0
2024-11-15T16:43:00,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742359_1535 (size=9857)
2024-11-15T16:43:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-15T16:43:00,542 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/e50b962e5e35409fa4beacd396f55312
2024-11-15T16:43:00,547 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/6f3e4a69ea2a49ea94b3c7c8ef4492a5 is 50, key is test_row_0/C:col10/1731688979562/Put/seqid=0
2024-11-15T16:43:00,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742360_1536 (size=9857)
2024-11-15T16:43:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-15T16:43:00,950 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/6f3e4a69ea2a49ea94b3c7c8ef4492a5
2024-11-15T16:43:00,954 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/A/4b42290e5314477bb72175eaa8db7a0a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4b42290e5314477bb72175eaa8db7a0a
2024-11-15T16:43:00,956 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4b42290e5314477bb72175eaa8db7a0a, entries=100, sequenceid=389, filesize=9.6 K
2024-11-15T16:43:00,957 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/B/e50b962e5e35409fa4beacd396f55312 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e50b962e5e35409fa4beacd396f55312
2024-11-15T16:43:00,959 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e50b962e5e35409fa4beacd396f55312, entries=100, sequenceid=389, filesize=9.6 K
2024-11-15T16:43:00,960 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/.tmp/C/6f3e4a69ea2a49ea94b3c7c8ef4492a5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/6f3e4a69ea2a49ea94b3c7c8ef4492a5
2024-11-15T16:43:00,962 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/6f3e4a69ea2a49ea94b3c7c8ef4492a5, entries=100, sequenceid=389, filesize=9.6 K
2024-11-15T16:43:00,963 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for a7d980108c300fe461183e9da039c4d0 in 1238ms, sequenceid=389, compaction requested=false
2024-11-15T16:43:00,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/bbe7c48e27fc4f399dd946bc9b061414, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/6e67698b854c4dcbb987a423a6f1cd25, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/561e4e8e08f8429799f852df75172c14, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/78fc99534fb94f4cb8049643c08ad9ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7b9165f68e6d4d8d83f8ccd2de5a30f4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/308f396ce7594d548757484b0be1c5fc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c4c91529c74445638c1ebfaec72050cd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/093537357e094c23876dcf020b9441ae, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/498fde04e3b348179d3a9bd56bb704c9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e22333f4f56841658d55cf865a0ad474, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e2497771ae2842e99c98169669b34703, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7565dcc173c4437083aaca7f1f20e3cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9310bfe5ea674284a02ddf1ab140d832, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/0a7e9da4e818407982d6bf2335e5939d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/f25461d35b7040cf9a1884d02deae3a8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/88da90685a534fdc8b53a928321a9614, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/945b12673e524429a4d893ef0c1b6444, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/dbc04ec8f9374e85862b403ca8f85115, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4805f0487399481d9c8aa852786706d3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/ad6acd60111f47b89b876729f02e387b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/92aa3e9777824853846aca938d4c5d47, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/01bfc4aa6d5e4050a004ccf4cb211ac1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9fef8a175c454374aad8351bd0705070, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c1c6822813594b129b4cc69c52f36fd2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/763093d08a624f838cd75ae84edacf97, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c3a4fc78753e47dd9bd9003b0cc81a98, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/45dc753b35564adeae13598585b1d592] to archive
2024-11-15T16:43:00,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:43:00,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/bbe7c48e27fc4f399dd946bc9b061414 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/bbe7c48e27fc4f399dd946bc9b061414
2024-11-15T16:43:00,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/6e67698b854c4dcbb987a423a6f1cd25 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/6e67698b854c4dcbb987a423a6f1cd25
2024-11-15T16:43:00,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/561e4e8e08f8429799f852df75172c14 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/561e4e8e08f8429799f852df75172c14
2024-11-15T16:43:00,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/78fc99534fb94f4cb8049643c08ad9ff to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/78fc99534fb94f4cb8049643c08ad9ff
2024-11-15T16:43:00,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7b9165f68e6d4d8d83f8ccd2de5a30f4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7b9165f68e6d4d8d83f8ccd2de5a30f4
2024-11-15T16:43:00,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/308f396ce7594d548757484b0be1c5fc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/308f396ce7594d548757484b0be1c5fc
2024-11-15T16:43:00,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c4c91529c74445638c1ebfaec72050cd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c4c91529c74445638c1ebfaec72050cd
2024-11-15T16:43:00,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/093537357e094c23876dcf020b9441ae to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/093537357e094c23876dcf020b9441ae
2024-11-15T16:43:00,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/498fde04e3b348179d3a9bd56bb704c9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/498fde04e3b348179d3a9bd56bb704c9
2024-11-15T16:43:00,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e22333f4f56841658d55cf865a0ad474 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e22333f4f56841658d55cf865a0ad474
2024-11-15T16:43:00,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e2497771ae2842e99c98169669b34703 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e2497771ae2842e99c98169669b34703
2024-11-15T16:43:00,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7565dcc173c4437083aaca7f1f20e3cc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/7565dcc173c4437083aaca7f1f20e3cc
2024-11-15T16:43:00,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9310bfe5ea674284a02ddf1ab140d832 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9310bfe5ea674284a02ddf1ab140d832
2024-11-15T16:43:00,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/0a7e9da4e818407982d6bf2335e5939d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/0a7e9da4e818407982d6bf2335e5939d
2024-11-15T16:43:00,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/f25461d35b7040cf9a1884d02deae3a8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/f25461d35b7040cf9a1884d02deae3a8
2024-11-15T16:43:00,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/88da90685a534fdc8b53a928321a9614 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/88da90685a534fdc8b53a928321a9614
2024-11-15T16:43:00,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/945b12673e524429a4d893ef0c1b6444 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/945b12673e524429a4d893ef0c1b6444
2024-11-15T16:43:00,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/dbc04ec8f9374e85862b403ca8f85115 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/dbc04ec8f9374e85862b403ca8f85115
2024-11-15T16:43:00,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4805f0487399481d9c8aa852786706d3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4805f0487399481d9c8aa852786706d3
2024-11-15T16:43:00,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/ad6acd60111f47b89b876729f02e387b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/ad6acd60111f47b89b876729f02e387b
2024-11-15T16:43:00,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/92aa3e9777824853846aca938d4c5d47 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/92aa3e9777824853846aca938d4c5d47
2024-11-15T16:43:00,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/01bfc4aa6d5e4050a004ccf4cb211ac1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/01bfc4aa6d5e4050a004ccf4cb211ac1
2024-11-15T16:43:00,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9fef8a175c454374aad8351bd0705070 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/9fef8a175c454374aad8351bd0705070
2024-11-15T16:43:00,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c1c6822813594b129b4cc69c52f36fd2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c1c6822813594b129b4cc69c52f36fd2
2024-11-15T16:43:00,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/763093d08a624f838cd75ae84edacf97 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/763093d08a624f838cd75ae84edacf97
2024-11-15T16:43:00,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c3a4fc78753e47dd9bd9003b0cc81a98 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/c3a4fc78753e47dd9bd9003b0cc81a98
2024-11-15T16:43:00,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/45dc753b35564adeae13598585b1d592 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/45dc753b35564adeae13598585b1d592
2024-11-15T16:43:00,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f78585b470be455fbf7de88ff96f02b5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ff54dfbea06c4bbf98968685192571ae, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0e2cbb6aab1c40eb97a80a5edfb65da4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e2c1f860d83d4c62a1acac93d780634f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10a7842a59f842729b7322bd21a77697, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2f33e03b69df4459bbbd15f6806ee8c7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0dcaa56050ec4ffd82a5ed84c4fd2e6f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/32697b1570794349a9304ac3895c6e4a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2bcdddf4ef87438ca747de6466273f83, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/b2d098612ee74e0ca8dbfd8450c4247b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/22b174523b4748f89d38e5e3f76b910c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ed7692403f6544e5a3269e2166c53cf9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c61edf3c71554e0ba207a1ba837acbd3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/d30e3ae92f8a452da11fe23a2575aa25, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/5e40137ebe5642068e720fe90a9ba89f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/55fdabc0a2114e2d8be9a6cd76e2f7aa, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0cea9f33478e4e0ea08613b761fe4450, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/7e8f953da92a45b79303288040dd4efb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/305005cbd9d14a939b63a436945f3106, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/164e900bd33f4c959f6adb027eac5010, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f8dbb07fc3464fa59cb1c3d791b778cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c51b725d30634f83986a58580e3658f5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2b2d00cac1984c59aa4b86819e8ad42c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/4fe4d701a65c4c95ba41f81c34865be4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10659950e7b04d2a8e49b5469ba16a1f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/eb0af272b26d40ce98e5d0392de15979, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3659408576bf46a68f5d852390dc2a48] to archive
2024-11-15T16:43:00,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:43:00,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f78585b470be455fbf7de88ff96f02b5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f78585b470be455fbf7de88ff96f02b5
2024-11-15T16:43:00,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ff54dfbea06c4bbf98968685192571ae to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ff54dfbea06c4bbf98968685192571ae
2024-11-15T16:43:00,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0e2cbb6aab1c40eb97a80a5edfb65da4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0e2cbb6aab1c40eb97a80a5edfb65da4
2024-11-15T16:43:00,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e2c1f860d83d4c62a1acac93d780634f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e2c1f860d83d4c62a1acac93d780634f
2024-11-15T16:43:00,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10a7842a59f842729b7322bd21a77697 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10a7842a59f842729b7322bd21a77697
2024-11-15T16:43:00,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2f33e03b69df4459bbbd15f6806ee8c7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2f33e03b69df4459bbbd15f6806ee8c7
2024-11-15T16:43:00,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0dcaa56050ec4ffd82a5ed84c4fd2e6f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0dcaa56050ec4ffd82a5ed84c4fd2e6f
2024-11-15T16:43:00,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/32697b1570794349a9304ac3895c6e4a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/32697b1570794349a9304ac3895c6e4a
2024-11-15T16:43:00,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2bcdddf4ef87438ca747de6466273f83 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2bcdddf4ef87438ca747de6466273f83
2024-11-15T16:43:00,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/b2d098612ee74e0ca8dbfd8450c4247b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/b2d098612ee74e0ca8dbfd8450c4247b
2024-11-15T16:43:00,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/22b174523b4748f89d38e5e3f76b910c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/22b174523b4748f89d38e5e3f76b910c
2024-11-15T16:43:00,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ed7692403f6544e5a3269e2166c53cf9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/ed7692403f6544e5a3269e2166c53cf9
2024-11-15T16:43:00,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c61edf3c71554e0ba207a1ba837acbd3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c61edf3c71554e0ba207a1ba837acbd3
2024-11-15T16:43:00,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/d30e3ae92f8a452da11fe23a2575aa25 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/d30e3ae92f8a452da11fe23a2575aa25
2024-11-15T16:43:00,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/5e40137ebe5642068e720fe90a9ba89f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/5e40137ebe5642068e720fe90a9ba89f
2024-11-15T16:43:00,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/55fdabc0a2114e2d8be9a6cd76e2f7aa to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/55fdabc0a2114e2d8be9a6cd76e2f7aa
2024-11-15T16:43:01,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0cea9f33478e4e0ea08613b761fe4450 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/0cea9f33478e4e0ea08613b761fe4450
2024-11-15T16:43:01,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/7e8f953da92a45b79303288040dd4efb to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/7e8f953da92a45b79303288040dd4efb
2024-11-15T16:43:01,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/305005cbd9d14a939b63a436945f3106 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/305005cbd9d14a939b63a436945f3106
2024-11-15T16:43:01,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/164e900bd33f4c959f6adb027eac5010 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/164e900bd33f4c959f6adb027eac5010
2024-11-15T16:43:01,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f8dbb07fc3464fa59cb1c3d791b778cc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/f8dbb07fc3464fa59cb1c3d791b778cc
2024-11-15T16:43:01,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c51b725d30634f83986a58580e3658f5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/c51b725d30634f83986a58580e3658f5
2024-11-15T16:43:01,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2b2d00cac1984c59aa4b86819e8ad42c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/2b2d00cac1984c59aa4b86819e8ad42c
2024-11-15T16:43:01,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/4fe4d701a65c4c95ba41f81c34865be4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/4fe4d701a65c4c95ba41f81c34865be4
2024-11-15T16:43:01,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10659950e7b04d2a8e49b5469ba16a1f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/10659950e7b04d2a8e49b5469ba16a1f
2024-11-15T16:43:01,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/eb0af272b26d40ce98e5d0392de15979 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/eb0af272b26d40ce98e5d0392de15979
2024-11-15T16:43:01,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3659408576bf46a68f5d852390dc2a48 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3659408576bf46a68f5d852390dc2a48
2024-11-15T16:43:01,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/b858275111c14053a6aae034ebc1f577, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/7a483b14ea71407ab6f531519e885cfb, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/e78fd60d015e4cbfb07c8d0a44728314, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/97f4dd5c2a504e4892ba8028685bee9a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/bd7549f397904e37936bad19d9d27873, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/813dc40cb83b48dfbbb0657aa2ec9f97, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/9e7aaa14a1d340078619f1fee07d242d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3249921f04bd45a6b6ba0d8a38bf17a7, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/dc14b4df4e9349ffab5e6b3467456e7b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ee46b446a5494e5b88bba9b800367c02, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/828893229be843fa8d0c372e1de3af32, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/05b2dc3bbf3d4a9f9bca17815db1703e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0f9d24f2f2e3423e831e54595b0427f0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d24ab3d64f2d418db2b14476ca0242a6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/221b0f7e9e4b429b92d7647f1c2d13f5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/a8d9022c12224ee8977f2371e6898379, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d55d9ed9bfe64255bec0f069f102c233, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/565087178ba341e0a3933abc92e942ad, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0b26e334fdfc4755a7a9883adf1c0f48, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/59fc2857cfde4fb0afabce8af354e0ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3e7f4c7b6bf34377b4cf46d46e84991b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/c2638cc03c2049d3a9f2ef31567eb401, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/aed2d953b30741b88a5ddaef35960560, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/2b3b779ef2274376bca305ca280bf2b2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ebfaddffa1e248ebbc03f27879a0fa1c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ed5000b2c1a44d12af34f6099bba0270] to archive
2024-11-15T16:43:01,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:43:01,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/b858275111c14053a6aae034ebc1f577 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/b858275111c14053a6aae034ebc1f577
2024-11-15T16:43:01,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/7a483b14ea71407ab6f531519e885cfb to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/7a483b14ea71407ab6f531519e885cfb
2024-11-15T16:43:01,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/e78fd60d015e4cbfb07c8d0a44728314 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/e78fd60d015e4cbfb07c8d0a44728314
2024-11-15T16:43:01,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/97f4dd5c2a504e4892ba8028685bee9a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/97f4dd5c2a504e4892ba8028685bee9a
2024-11-15T16:43:01,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/bd7549f397904e37936bad19d9d27873 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/bd7549f397904e37936bad19d9d27873
2024-11-15T16:43:01,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/813dc40cb83b48dfbbb0657aa2ec9f97 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/813dc40cb83b48dfbbb0657aa2ec9f97
2024-11-15T16:43:01,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/9e7aaa14a1d340078619f1fee07d242d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/9e7aaa14a1d340078619f1fee07d242d
2024-11-15T16:43:01,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3249921f04bd45a6b6ba0d8a38bf17a7 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3249921f04bd45a6b6ba0d8a38bf17a7
2024-11-15T16:43:01,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/dc14b4df4e9349ffab5e6b3467456e7b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/dc14b4df4e9349ffab5e6b3467456e7b
2024-11-15T16:43:01,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ee46b446a5494e5b88bba9b800367c02 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ee46b446a5494e5b88bba9b800367c02
2024-11-15T16:43:01,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/828893229be843fa8d0c372e1de3af32 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/828893229be843fa8d0c372e1de3af32
2024-11-15T16:43:01,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/05b2dc3bbf3d4a9f9bca17815db1703e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/05b2dc3bbf3d4a9f9bca17815db1703e
2024-11-15T16:43:01,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0f9d24f2f2e3423e831e54595b0427f0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0f9d24f2f2e3423e831e54595b0427f0
2024-11-15T16:43:01,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d24ab3d64f2d418db2b14476ca0242a6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d24ab3d64f2d418db2b14476ca0242a6
2024-11-15T16:43:01,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/221b0f7e9e4b429b92d7647f1c2d13f5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/221b0f7e9e4b429b92d7647f1c2d13f5
2024-11-15T16:43:01,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/a8d9022c12224ee8977f2371e6898379 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/a8d9022c12224ee8977f2371e6898379
2024-11-15T16:43:01,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d55d9ed9bfe64255bec0f069f102c233 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/d55d9ed9bfe64255bec0f069f102c233
2024-11-15T16:43:01,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/565087178ba341e0a3933abc92e942ad to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/565087178ba341e0a3933abc92e942ad
2024-11-15T16:43:01,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0b26e334fdfc4755a7a9883adf1c0f48 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/0b26e334fdfc4755a7a9883adf1c0f48
2024-11-15T16:43:01,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/59fc2857cfde4fb0afabce8af354e0ff to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/59fc2857cfde4fb0afabce8af354e0ff
2024-11-15T16:43:01,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3e7f4c7b6bf34377b4cf46d46e84991b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3e7f4c7b6bf34377b4cf46d46e84991b
2024-11-15T16:43:01,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/3a45c1c9ea8847fbb00a7f1f6d2df8ad
2024-11-15T16:43:01,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/c2638cc03c2049d3a9f2ef31567eb401 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/c2638cc03c2049d3a9f2ef31567eb401
2024-11-15T16:43:01,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/aed2d953b30741b88a5ddaef35960560 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/aed2d953b30741b88a5ddaef35960560
2024-11-15T16:43:01,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/2b3b779ef2274376bca305ca280bf2b2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/2b3b779ef2274376bca305ca280bf2b2
2024-11-15T16:43:01,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ebfaddffa1e248ebbc03f27879a0fa1c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ebfaddffa1e248ebbc03f27879a0fa1c
2024-11-15T16:43:01,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ed5000b2c1a44d12af34f6099bba0270 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/ed5000b2c1a44d12af34f6099bba0270
2024-11-15T16:43:01,034 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=1
2024-11-15T16:43:01,034 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.
2024-11-15T16:43:01,034 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for a7d980108c300fe461183e9da039c4d0:
Waiting for close lock at 1731688979725Running coprocessor pre-close hooks at 1731688979725Disabling compacts and flushes for region at 1731688979725Disabling writes for close at 1731688979725Obtaining lock to block concurrent updates at 1731688979725Preparing flush snapshotting stores in a7d980108c300fe461183e9da039c4d0 at 1731688979725Finished memstore snapshotting TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731688979726 (+1 ms)Flushing stores of TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0. at 1731688979726Flushing a7d980108c300fe461183e9da039c4d0/A: creating writer at 1731688979726Flushing a7d980108c300fe461183e9da039c4d0/A: appending metadata at 1731688979728 (+2 ms)Flushing a7d980108c300fe461183e9da039c4d0/A: closing flushed file at 1731688979728Flushing a7d980108c300fe461183e9da039c4d0/B: creating writer at 1731688980136 (+408 ms)Flushing a7d980108c300fe461183e9da039c4d0/B: appending metadata at 1731688980138 (+2 ms)Flushing a7d980108c300fe461183e9da039c4d0/B: closing flushed file at 1731688980138Flushing a7d980108c300fe461183e9da039c4d0/C: creating writer at 1731688980545 (+407 ms)Flushing a7d980108c300fe461183e9da039c4d0/C: appending metadata at 1731688980546 (+1 ms)Flushing a7d980108c300fe461183e9da039c4d0/C: closing flushed file at 1731688980546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@864c35a: reopening flushed file at 1731688980953 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a27bc6b: reopening flushed file at 1731688980957 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475bdf2a: reopening flushed file at 1731688980959 (+2 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for a7d980108c300fe461183e9da039c4d0 in 1238ms, sequenceid=389, compaction requested=false at 1731688980963 (+4 ms)Writing region close event to WAL at 1731688981031 (+68 ms)Running coprocessor post-close hooks at 1731688981034 (+3 ms)Closed at 1731688981034
2024-11-15T16:43:01,036 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed a7d980108c300fe461183e9da039c4d0
2024-11-15T16:43:01,036 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=a7d980108c300fe461183e9da039c4d0, regionState=CLOSED
2024-11-15T16:43:01,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:43:01,039 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-15T16:43:01,040 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure a7d980108c300fe461183e9da039c4d0, server=a9bde5b3a1b5,46831,1731688822617 in 1.4650 sec
2024-11-15T16:43:01,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136
2024-11-15T16:43:01,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7d980108c300fe461183e9da039c4d0, UNASSIGN in 1.4700 sec
2024-11-15T16:43:01,042 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-15T16:43:01,042 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4720 sec
2024-11-15T16:43:01,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688981043"}]},"ts":"1731688981043"}
2024-11-15T16:43:01,044 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-15T16:43:01,044 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-15T16:43:01,046 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4800 sec
2024-11-15T16:43:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-15T16:43:01,712 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:01,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-15T16:43:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:01,715 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-15T16:43:01,715 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:01,717 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0
2024-11-15T16:43:01,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/recovered.edits]
2024-11-15T16:43:01,721 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4b42290e5314477bb72175eaa8db7a0a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/4b42290e5314477bb72175eaa8db7a0a
2024-11-15T16:43:01,722 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e15525b8ec6d4bda871bc19a9d63feae to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/A/e15525b8ec6d4bda871bc19a9d63feae
2024-11-15T16:43:01,723 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3a575af3bf50487aa5edae6f3fb095b6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/3a575af3bf50487aa5edae6f3fb095b6
2024-11-15T16:43:01,724 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e50b962e5e35409fa4beacd396f55312 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/B/e50b962e5e35409fa4beacd396f55312
2024-11-15T16:43:01,725 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/5a7340595b504041857d241d37a13655 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/5a7340595b504041857d241d37a13655
2024-11-15T16:43:01,726 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/6f3e4a69ea2a49ea94b3c7c8ef4492a5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/C/6f3e4a69ea2a49ea94b3c7c8ef4492a5
2024-11-15T16:43:01,728 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/recovered.edits/392.seqid to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0/recovered.edits/392.seqid
2024-11-15T16:43:01,729 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/a7d980108c300fe461183e9da039c4d0
2024-11-15T16:43:01,729 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-15T16:43:01,730 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:01,732 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-15T16:43:01,733 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-15T16:43:01,734 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:01,734 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-15T16:43:01,734 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731688981734"}]},"ts":"9223372036854775807"}
2024-11-15T16:43:01,736 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-15T16:43:01,736 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a7d980108c300fe461183e9da039c4d0, NAME => 'TestAcidGuarantees,,1731688946271.a7d980108c300fe461183e9da039c4d0.', STARTKEY => '', ENDKEY => ''}]
2024-11-15T16:43:01,736 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-15T16:43:01,736 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731688981736"}]},"ts":"9223372036854775807"}
2024-11-15T16:43:01,737 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-15T16:43:01,738 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:01,739 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec
2024-11-15T16:43:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-15T16:43:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-15T16:43:01,822 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:01,831 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 252), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=4960 (was 4987)
2024-11-15T16:43:01,840 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=4960
2024-11-15T16:43:01,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:43:01,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:43:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:01,843 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T16:43:01,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:01,843 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 140
2024-11-15T16:43:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-15T16:43:01,844 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T16:43:01,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742361_1537 (size=1061)
2024-11-15T16:43:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-15T16:43:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-15T16:43:02,250 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce
2024-11-15T16:43:02,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742362_1538 (size=53)
2024-11-15T16:43:02,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-15T16:43:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-15T16:43:02,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:43:02,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing df54496271463fd5dae42b8da60a173e, disabling compactions & flushes
2024-11-15T16:43:02,655 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. after waiting 0 ms
2024-11-15T16:43:02,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,655 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,655 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for df54496271463fd5dae42b8da60a173e:
Waiting for close lock at 1731688982655Disabling compacts and flushes for region at 1731688982655Disabling writes for close at 1731688982655Writing region close event to WAL at 1731688982655Closed at 1731688982655
2024-11-15T16:43:02,656 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T16:43:02,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731688982657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731688982657"}]},"ts":"1731688982657"}
2024-11-15T16:43:02,658 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T16:43:02,659 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T16:43:02,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688982659"}]},"ts":"1731688982659"}
2024-11-15T16:43:02,660 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-15T16:43:02,660 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, ASSIGN}]
2024-11-15T16:43:02,661 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, ASSIGN
2024-11-15T16:43:02,661 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=false
2024-11-15T16:43:02,812 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:02,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, ASSIGN because future has completed
2024-11-15T16:43:02,814 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:43:02,968 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,968 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:43:02,968 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,968 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:43:02,968 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,968 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,969 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region df54496271463fd5dae42b8da60a173e 
2024-11-15T16:43:02,970 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:43:02,971 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df54496271463fd5dae42b8da60a173e columnFamilyName A
2024-11-15T16:43:02,971 DEBUG [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:02,971 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(327): Store=df54496271463fd5dae42b8da60a173e/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:43:02,971 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region df54496271463fd5dae42b8da60a173e 
2024-11-15T16:43:02,972 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:43:02,972 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df54496271463fd5dae42b8da60a173e columnFamilyName B
2024-11-15T16:43:02,972 DEBUG [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:02,972 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(327): Store=df54496271463fd5dae42b8da60a173e/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:43:02,972 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region df54496271463fd5dae42b8da60a173e 
2024-11-15T16:43:02,973 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:43:02,973 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df54496271463fd5dae42b8da60a173e columnFamilyName C
2024-11-15T16:43:02,973 DEBUG [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:02,973 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(327): Store=df54496271463fd5dae42b8da60a173e/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:43:02,974 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,974 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,974 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,974 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,975 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,975 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,975 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:43:02,976 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,978 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T16:43:02,978 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened df54496271463fd5dae42b8da60a173e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73499803, jitterRate=0.09523241221904755}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:43:02,978 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:02,979 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for df54496271463fd5dae42b8da60a173e:
Running coprocessor pre-open hook at 1731688982969Writing region info on filesystem at 1731688982969Initializing all the Stores at 1731688982969Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688982969Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688982969Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688982969Cleaning up temporary data from old regions at 1731688982975 (+6 ms)Running coprocessor post-open hooks at 1731688982978 (+3 ms)Region opened successfully at 1731688982979 (+1 ms)
2024-11-15T16:43:02,979 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., pid=142, masterSystemTime=1731688982965
2024-11-15T16:43:02,981 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,981 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:02,981 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-15T16:43:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:43:02,984 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-15T16:43:02,984 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 in 169 msec
2024-11-15T16:43:02,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-11-15T16:43:02,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, ASSIGN in 324 msec
2024-11-15T16:43:02,986 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T16:43:02,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731688982986"}]},"ts":"1731688982986"}
2024-11-15T16:43:02,988 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-15T16:43:02,988 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T16:43:02,989 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec
2024-11-15T16:43:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-15T16:43:03,992 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:03,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdaa2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:03,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:03,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:03,994 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3769dd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:03,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:03,995 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:03,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c2009f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:03,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:03,997 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:03,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T16:43:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:43:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dfa2946
2024-11-15T16:43:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T16:43:03,999 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T16:43:04,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-15T16:43:04,001 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T16:43:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:04,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742363_1539 (size=1097)
2024-11-15T16:43:04,411 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-15T16:43:04,412 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-15T16:43:04,414 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:43:04,415 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, REOPEN/MOVE}]
2024-11-15T16:43:04,416 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, REOPEN/MOVE
2024-11-15T16:43:04,417 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:04,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, REOPEN/MOVE because future has completed
2024-11-15T16:43:04,418 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:43:04,418 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:43:04,570 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,570 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:43:04,570 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing df54496271463fd5dae42b8da60a173e, disabling compactions & flushes
2024-11-15T16:43:04,570 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,570 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,571 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. after waiting 0 ms
2024-11-15T16:43:04,571 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,574 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-15T16:43:04,574 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,574 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for df54496271463fd5dae42b8da60a173e:
Waiting for close lock at 1731688984570Running coprocessor pre-close hooks at 1731688984570Disabling compacts and flushes for region at 1731688984570Disabling writes for close at 1731688984571 (+1 ms)Writing region close event to WAL at 1731688984571Running coprocessor post-close hooks at 1731688984574 (+3 ms)Closed at 1731688984574
2024-11-15T16:43:04,574 WARN  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: df54496271463fd5dae42b8da60a173e to self.
2024-11-15T16:43:04,576 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,576 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=CLOSED
2024-11-15T16:43:04,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:43:04,579 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145
2024-11-15T16:43:04,579 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 in 160 msec
2024-11-15T16:43:04,580 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, REOPEN/MOVE; state=CLOSED, location=a9bde5b3a1b5,46831,1731688822617; forceNewPlan=false, retain=true
2024-11-15T16:43:04,730 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=OPENING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:04,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, REOPEN/MOVE because future has completed
2024-11-15T16:43:04,732 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:43:04,886 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,886 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
2024-11-15T16:43:04,886 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,887 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T16:43:04,887 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,887 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,888 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region df54496271463fd5dae42b8da60a173e 
2024-11-15T16:43:04,888 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:43:04,889 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df54496271463fd5dae42b8da60a173e columnFamilyName A
2024-11-15T16:43:04,890 DEBUG [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:04,890 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(327): Store=df54496271463fd5dae42b8da60a173e/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:43:04,890 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region df54496271463fd5dae42b8da60a173e 
2024-11-15T16:43:04,891 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:43:04,891 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df54496271463fd5dae42b8da60a173e columnFamilyName B
2024-11-15T16:43:04,891 DEBUG [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:04,891 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(327): Store=df54496271463fd5dae42b8da60a173e/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:43:04,891 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region df54496271463fd5dae42b8da60a173e 
2024-11-15T16:43:04,891 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-15T16:43:04,892 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df54496271463fd5dae42b8da60a173e columnFamilyName C
2024-11-15T16:43:04,892 DEBUG [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:04,892 INFO  [StoreOpener-df54496271463fd5dae42b8da60a173e-1 {}] regionserver.HStore(327): Store=df54496271463fd5dae42b8da60a173e/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T16:43:04,892 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,892 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,893 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,893 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,894 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,894 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,894 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-15T16:43:04,895 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,895 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened df54496271463fd5dae42b8da60a173e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63373112, jitterRate=-0.05566704273223877}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-15T16:43:04,895 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,896 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for df54496271463fd5dae42b8da60a173e:
Running coprocessor pre-open hook at 1731688984887Writing region info on filesystem at 1731688984887Initializing all the Stores at 1731688984887Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688984887Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688984888 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731688984888Cleaning up temporary data from old regions at 1731688984894 (+6 ms)Running coprocessor post-open hooks at 1731688984895 (+1 ms)Region opened successfully at 1731688984896 (+1 ms)
2024-11-15T16:43:04,897 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., pid=147, masterSystemTime=1731688984884
2024-11-15T16:43:04,899 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,899 INFO  [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:04,899 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=OPEN, openSeqNum=5, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:04,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:43:04,902 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145
2024-11-15T16:43:04,902 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 in 169 msec
2024-11-15T16:43:04,903 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-15T16:43:04,903 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, REOPEN/MOVE in 487 msec
2024-11-15T16:43:04,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-15T16:43:04,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec
2024-11-15T16:43:04,907 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec
2024-11-15T16:43:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-15T16:43:04,908 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:04,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784076c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,910 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d055d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,911 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f9d781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4612db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,913 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5415114d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,914 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb3a855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e024ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,915 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd44ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,917 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2812a175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a0c8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,918 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74967d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,919 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5607e193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3499f302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,921 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3001537e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,922 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773ad7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dec48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,923 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25460951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,924 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b21623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32717a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,926 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba1f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,927 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bf7bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9c29fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679b96fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,930 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c94e6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7f46dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,931 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4fc195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,932 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11aa6a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70de551b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46201,-1 for getting cluster id
2024-11-15T16:43:04,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T16:43:04,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4913d7b8-a379-45aa-8cc9-8f24130263df'
2024-11-15T16:43:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T16:43:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4913d7b8-a379-45aa-8cc9-8f24130263df"

2024-11-15T16:43:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d39843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46201,-1]
2024-11-15T16:43:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T16:43:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:04,935 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T16:43:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7086e764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T16:43:04,935 DEBUG [Thread-2420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,935 DEBUG [Thread-2412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,936 DEBUG [Thread-2427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,936 DEBUG [Thread-2418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,936 DEBUG [Thread-2414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,936 DEBUG [Thread-2429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:43:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,936 DEBUG [Thread-2431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,937 DEBUG [Thread-2418 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,937 DEBUG [Thread-2429 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,937 DEBUG [Thread-2418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,937 DEBUG [Thread-2429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-15T16:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,938 DEBUG [Thread-2416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,938 DEBUG [Thread-2425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,938 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-15T16:43:04,940 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:43:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,940 DEBUG [Thread-2423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T16:43:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,941 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:43:04,941 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:43:04,941 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=-1]
2024-11-15T16:43:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T16:43:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,944 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T16:43:04,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5]
2024-11-15T16:43:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:04,975 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:43:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:05,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dd61bb592f7f4ebd96a78482c0b5a9a2_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688984947/Put/seqid=0
2024-11-15T16:43:05,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688984986, max timestamp=1731688985000Num uniques 859; 
2024-11-15T16:43:05,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:05,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688984986, max timestamp=1731688985000Num uniques 859; 
2024-11-15T16:43:05,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:05,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688984986, max timestamp=1731688985000Num uniques 859; 
2024-11-15T16:43:05,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:05,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742364_1540 (size=12154)
2024-11-15T16:43:05,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:05,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689045019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689045019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689045020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689045022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689045027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,036 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dd61bb592f7f4ebd96a78482c0b5a9a2_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dd61bb592f7f4ebd96a78482c0b5a9a2_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:05,036 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/eeef2f5dccb8469bb940e312fdb8b7d6, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:05,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/eeef2f5dccb8469bb940e312fdb8b7d6 is 175, key is test_row_0/A:col10/1731688984947/Put/seqid=0
2024-11-15T16:43:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-15T16:43:05,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742365_1541 (size=30955)
2024-11-15T16:43:05,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-15T16:43:05,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:05,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689045131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689045132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689045132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689045132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689045142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-15T16:43:05,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:05,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-15T16:43:05,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689045342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689045342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689045342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689045342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689045351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-15T16:43:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,449 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/eeef2f5dccb8469bb940e312fdb8b7d6
2024-11-15T16:43:05,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3def12786a634d61bcc7e9e304c03a5f is 50, key is test_row_0/B:col10/1731688984947/Put/seqid=0
2024-11-15T16:43:05,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742366_1542 (size=12001)
2024-11-15T16:43:05,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-15T16:43:05,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:05,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-15T16:43:05,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689045652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689045652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689045652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689045653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689045662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:05,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-15T16:43:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-15T16:43:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:05,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:05,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:05,876 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3def12786a634d61bcc7e9e304c03a5f
2024-11-15T16:43:05,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/f8810321dc4e479e8d4d21fe2c9b26af is 50, key is test_row_0/C:col10/1731688984947/Put/seqid=0
2024-11-15T16:43:05,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742367_1543 (size=12001)
2024-11-15T16:43:05,903 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/f8810321dc4e479e8d4d21fe2c9b26af
2024-11-15T16:43:05,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/eeef2f5dccb8469bb940e312fdb8b7d6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eeef2f5dccb8469bb940e312fdb8b7d6
2024-11-15T16:43:05,909 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eeef2f5dccb8469bb940e312fdb8b7d6, entries=150, sequenceid=15, filesize=30.2 K
2024-11-15T16:43:05,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3def12786a634d61bcc7e9e304c03a5f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3def12786a634d61bcc7e9e304c03a5f
2024-11-15T16:43:05,913 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3def12786a634d61bcc7e9e304c03a5f, entries=150, sequenceid=15, filesize=11.7 K
2024-11-15T16:43:05,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/f8810321dc4e479e8d4d21fe2c9b26af as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/f8810321dc4e479e8d4d21fe2c9b26af
2024-11-15T16:43:05,917 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/f8810321dc4e479e8d4d21fe2c9b26af, entries=150, sequenceid=15, filesize=11.7 K
2024-11-15T16:43:05,918 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for df54496271463fd5dae42b8da60a173e in 943ms, sequenceid=15, compaction requested=false
2024-11-15T16:43:05,918 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-15T16:43:05,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:06,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-15T16:43:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:06,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-15T16:43:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111521109108a5c24c5babbc9e0ac912047d_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688985026/Put/seqid=0
2024-11-15T16:43:06,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742368_1544 (size=12154)
2024-11-15T16:43:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-15T16:43:06,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:06,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689046171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689046172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689046173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689046173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689046174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689046281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689046281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689046282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689046282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:06,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111521109108a5c24c5babbc9e0ac912047d_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111521109108a5c24c5babbc9e0ac912047d_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:06,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/4bccabc926ec40bd806f7e61fb9d6b32, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:06,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/4bccabc926ec40bd806f7e61fb9d6b32 is 175, key is test_row_0/A:col10/1731688985026/Put/seqid=0
2024-11-15T16:43:06,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742369_1545 (size=30955)
2024-11-15T16:43:06,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689046491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689046492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689046492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689046492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,550 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T16:43:06,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689046802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689046802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689046802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689046802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:06,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/4bccabc926ec40bd806f7e61fb9d6b32
2024-11-15T16:43:06,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a15891edb92344609135cb88259d8db2 is 50, key is test_row_0/B:col10/1731688985026/Put/seqid=0
2024-11-15T16:43:06,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742370_1546 (size=12001)
2024-11-15T16:43:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-15T16:43:07,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689047181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,183 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in df54496271463fd5dae42b8da60a173e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:43:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a15891edb92344609135cb88259d8db2
2024-11-15T16:43:07,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/3844a90fefac4c17ad31ebda403a021c is 50, key is test_row_0/C:col10/1731688985026/Put/seqid=0
2024-11-15T16:43:07,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742371_1547 (size=12001)
2024-11-15T16:43:07,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/3844a90fefac4c17ad31ebda403a021c
2024-11-15T16:43:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/4bccabc926ec40bd806f7e61fb9d6b32 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/4bccabc926ec40bd806f7e61fb9d6b32
2024-11-15T16:43:07,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/4bccabc926ec40bd806f7e61fb9d6b32, entries=150, sequenceid=50, filesize=30.2 K
2024-11-15T16:43:07,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a15891edb92344609135cb88259d8db2 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a15891edb92344609135cb88259d8db2
2024-11-15T16:43:07,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a15891edb92344609135cb88259d8db2, entries=150, sequenceid=50, filesize=11.7 K
2024-11-15T16:43:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/3844a90fefac4c17ad31ebda403a021c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/3844a90fefac4c17ad31ebda403a021c
2024-11-15T16:43:07,270 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/3844a90fefac4c17ad31ebda403a021c, entries=150, sequenceid=50, filesize=11.7 K
2024-11-15T16:43:07,270 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for df54496271463fd5dae42b8da60a173e in 1258ms, sequenceid=50, compaction requested=false
2024-11-15T16:43:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-15T16:43:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-15T16:43:07,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-15T16:43:07,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3310 sec
2024-11-15T16:43:07,277 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.3390 sec
2024-11-15T16:43:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:07,314 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:43:07,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:07,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:07,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:07,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:07,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:07,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:07,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111507d6e1d7b77e486f85185f11a3965863_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688986172/Put/seqid=0
2024-11-15T16:43:07,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742372_1548 (size=14594)
2024-11-15T16:43:07,326 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:07,329 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111507d6e1d7b77e486f85185f11a3965863_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111507d6e1d7b77e486f85185f11a3965863_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:07,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5af7f5cd6ea04639a938a6f429051084, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:07,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5af7f5cd6ea04639a938a6f429051084 is 175, key is test_row_0/A:col10/1731688986172/Put/seqid=0
2024-11-15T16:43:07,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742373_1549 (size=39549)
2024-11-15T16:43:07,334 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5af7f5cd6ea04639a938a6f429051084
2024-11-15T16:43:07,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689047334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/cc7abe995825469b91910b6e94875c07 is 50, key is test_row_0/B:col10/1731688986172/Put/seqid=0
2024-11-15T16:43:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689047337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689047339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742374_1550 (size=12001)
2024-11-15T16:43:07,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689047340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689047442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689047451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689047452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689047452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689047651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689047661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689047662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689047662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,744 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/cc7abe995825469b91910b6e94875c07
2024-11-15T16:43:07,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/a01b0b49e89c4b859e0eec75002e0c3d is 50, key is test_row_0/C:col10/1731688986172/Put/seqid=0
2024-11-15T16:43:07,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742375_1551 (size=12001)
2024-11-15T16:43:07,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689047962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689047972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689047972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689047972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,158 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/a01b0b49e89c4b859e0eec75002e0c3d
2024-11-15T16:43:08,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5af7f5cd6ea04639a938a6f429051084 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5af7f5cd6ea04639a938a6f429051084
2024-11-15T16:43:08,165 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5af7f5cd6ea04639a938a6f429051084, entries=200, sequenceid=62, filesize=38.6 K
2024-11-15T16:43:08,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/cc7abe995825469b91910b6e94875c07 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/cc7abe995825469b91910b6e94875c07
2024-11-15T16:43:08,169 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/cc7abe995825469b91910b6e94875c07, entries=150, sequenceid=62, filesize=11.7 K
2024-11-15T16:43:08,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/a01b0b49e89c4b859e0eec75002e0c3d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a01b0b49e89c4b859e0eec75002e0c3d
2024-11-15T16:43:08,173 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a01b0b49e89c4b859e0eec75002e0c3d, entries=150, sequenceid=62, filesize=11.7 K
2024-11-15T16:43:08,174 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for df54496271463fd5dae42b8da60a173e in 860ms, sequenceid=62, compaction requested=true
2024-11-15T16:43:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:43:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:43:08,174 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:43:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:43:08,174 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:43:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:08,175 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:43:08,175 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/A is initiating minor compaction (all files)
2024-11-15T16:43:08,175 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/A in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:08,175 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eeef2f5dccb8469bb940e312fdb8b7d6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/4bccabc926ec40bd806f7e61fb9d6b32, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5af7f5cd6ea04639a938a6f429051084] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=99.1 K
2024-11-15T16:43:08,175 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:08,175 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eeef2f5dccb8469bb940e312fdb8b7d6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/4bccabc926ec40bd806f7e61fb9d6b32, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5af7f5cd6ea04639a938a6f429051084]
2024-11-15T16:43:08,176 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:43:08,176 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/B is initiating minor compaction (all files)
2024-11-15T16:43:08,176 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/B in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:08,176 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3def12786a634d61bcc7e9e304c03a5f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a15891edb92344609135cb88259d8db2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/cc7abe995825469b91910b6e94875c07] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=35.2 K
2024-11-15T16:43:08,176 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeef2f5dccb8469bb940e312fdb8b7d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731688984947
2024-11-15T16:43:08,176 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3def12786a634d61bcc7e9e304c03a5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731688984947
2024-11-15T16:43:08,176 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bccabc926ec40bd806f7e61fb9d6b32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688985010
2024-11-15T16:43:08,176 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a15891edb92344609135cb88259d8db2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688985010
2024-11-15T16:43:08,177 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting cc7abe995825469b91910b6e94875c07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731688986171
2024-11-15T16:43:08,177 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5af7f5cd6ea04639a938a6f429051084, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731688986166
2024-11-15T16:43:08,184 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#B#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:08,184 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/808345a69d2b431a930e587cbcdac816 is 50, key is test_row_0/B:col10/1731688986172/Put/seqid=0
2024-11-15T16:43:08,185 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:08,188 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115b9fc801af9f343579cd7a5bbd74a513f_df54496271463fd5dae42b8da60a173e store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:08,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742376_1552 (size=12104)
2024-11-15T16:43:08,190 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115b9fc801af9f343579cd7a5bbd74a513f_df54496271463fd5dae42b8da60a173e, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:08,190 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b9fc801af9f343579cd7a5bbd74a513f_df54496271463fd5dae42b8da60a173e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:08,197 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/808345a69d2b431a930e587cbcdac816 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/808345a69d2b431a930e587cbcdac816
2024-11-15T16:43:08,203 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in df54496271463fd5dae42b8da60a173e/B of df54496271463fd5dae42b8da60a173e into 808345a69d2b431a930e587cbcdac816(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:08,203 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:08,203 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/B, priority=13, startTime=1731688988174; duration=0sec
2024-11-15T16:43:08,203 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:08,203 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:B
2024-11-15T16:43:08,203 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-15T16:43:08,204 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-15T16:43:08,205 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/C is initiating minor compaction (all files)
2024-11-15T16:43:08,205 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/C in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:08,205 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/f8810321dc4e479e8d4d21fe2c9b26af, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/3844a90fefac4c17ad31ebda403a021c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a01b0b49e89c4b859e0eec75002e0c3d] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=35.2 K
2024-11-15T16:43:08,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742377_1553 (size=4469)
2024-11-15T16:43:08,205 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting f8810321dc4e479e8d4d21fe2c9b26af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731688984947
2024-11-15T16:43:08,207 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3844a90fefac4c17ad31ebda403a021c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731688985010
2024-11-15T16:43:08,207 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#A#compaction#471 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:08,207 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a01b0b49e89c4b859e0eec75002e0c3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731688986171
2024-11-15T16:43:08,208 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5d7f9cda5d624e5eb44836cc5929f247 is 175, key is test_row_0/A:col10/1731688986172/Put/seqid=0
2024-11-15T16:43:08,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742378_1554 (size=31058)
2024-11-15T16:43:08,226 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#C#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:08,226 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/445a4734bad04295a6a6f4903c6f726e is 50, key is test_row_0/C:col10/1731688986172/Put/seqid=0
2024-11-15T16:43:08,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742379_1555 (size=12104)
2024-11-15T16:43:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:08,474 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-15T16:43:08,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:08,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:08,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:08,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:08,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:08,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:08,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c4d28713ce7e4e0e845e2d229bb845b6_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688987328/Put/seqid=0
2024-11-15T16:43:08,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742380_1556 (size=12154)
2024-11-15T16:43:08,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:08,490 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c4d28713ce7e4e0e845e2d229bb845b6_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4d28713ce7e4e0e845e2d229bb845b6_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:08,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/76a3d1f4fc1647c58bb0c8dbeaede09a, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:08,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/76a3d1f4fc1647c58bb0c8dbeaede09a is 175, key is test_row_0/A:col10/1731688987328/Put/seqid=0
2024-11-15T16:43:08,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689048488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689048488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689048490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742381_1557 (size=30955)
2024-11-15T16:43:08,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689048494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689048601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689048601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689048601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689048602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,618 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5d7f9cda5d624e5eb44836cc5929f247 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5d7f9cda5d624e5eb44836cc5929f247
2024-11-15T16:43:08,623 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in df54496271463fd5dae42b8da60a173e/A of df54496271463fd5dae42b8da60a173e into 5d7f9cda5d624e5eb44836cc5929f247(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:08,623 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:08,623 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/A, priority=13, startTime=1731688988174; duration=0sec
2024-11-15T16:43:08,623 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:08,623 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:A
2024-11-15T16:43:08,635 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/445a4734bad04295a6a6f4903c6f726e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/445a4734bad04295a6a6f4903c6f726e
2024-11-15T16:43:08,639 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in df54496271463fd5dae42b8da60a173e/C of df54496271463fd5dae42b8da60a173e into 445a4734bad04295a6a6f4903c6f726e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:08,639 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:08,639 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/C, priority=13, startTime=1731688988174; duration=0sec
2024-11-15T16:43:08,639 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:08,639 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:C
2024-11-15T16:43:08,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689048812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689048812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689048812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689048812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:08,896 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/76a3d1f4fc1647c58bb0c8dbeaede09a
2024-11-15T16:43:08,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/f6f43365a959408198fffc3b779ca6ff is 50, key is test_row_0/B:col10/1731688987328/Put/seqid=0
2024-11-15T16:43:08,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742382_1558 (size=12001)
2024-11-15T16:43:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-15T16:43:09,092 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:09,092 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:43:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-15T16:43:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-15T16:43:09,094 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:43:09,095 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:43:09,095 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:43:09,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689049121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689049122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689049122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689049122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689049191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,194 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in df54496271463fd5dae42b8da60a173e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:43:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-15T16:43:09,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-15T16:43:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,313 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/f6f43365a959408198fffc3b779ca6ff
2024-11-15T16:43:09,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/288232b8794b44ff8699f56be51ce351 is 50, key is test_row_0/C:col10/1731688987328/Put/seqid=0
2024-11-15T16:43:09,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742383_1559 (size=12001)
2024-11-15T16:43:09,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-15T16:43:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-15T16:43:09,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-15T16:43:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689049632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689049632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689049632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689049632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:09,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-15T16:43:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-15T16:43:09,723 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/288232b8794b44ff8699f56be51ce351
2024-11-15T16:43:09,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/76a3d1f4fc1647c58bb0c8dbeaede09a as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/76a3d1f4fc1647c58bb0c8dbeaede09a
2024-11-15T16:43:09,730 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/76a3d1f4fc1647c58bb0c8dbeaede09a, entries=150, sequenceid=84, filesize=30.2 K
2024-11-15T16:43:09,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/f6f43365a959408198fffc3b779ca6ff as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/f6f43365a959408198fffc3b779ca6ff
2024-11-15T16:43:09,734 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/f6f43365a959408198fffc3b779ca6ff, entries=150, sequenceid=84, filesize=11.7 K
2024-11-15T16:43:09,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/288232b8794b44ff8699f56be51ce351 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/288232b8794b44ff8699f56be51ce351
2024-11-15T16:43:09,739 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/288232b8794b44ff8699f56be51ce351, entries=150, sequenceid=84, filesize=11.7 K
2024-11-15T16:43:09,740 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for df54496271463fd5dae42b8da60a173e in 1266ms, sequenceid=84, compaction requested=false
2024-11-15T16:43:09,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:09,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-15T16:43:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:09,859 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:43:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153acefa750e2f479e9d1f10c83a786591_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688988492/Put/seqid=0
2024-11-15T16:43:09,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742384_1560 (size=12154)
2024-11-15T16:43:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-15T16:43:10,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:10,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153acefa750e2f479e9d1f10c83a786591_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153acefa750e2f479e9d1f10c83a786591_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/32703b62c0474f51b4d4b66382a93cbe, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/32703b62c0474f51b4d4b66382a93cbe is 175, key is test_row_0/A:col10/1731688988492/Put/seqid=0
2024-11-15T16:43:10,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742385_1561 (size=30955)
2024-11-15T16:43:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:10,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:10,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689050670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689050672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688990665, max timestamp=1731688990673Num uniques 859; 
2024-11-15T16:43:10,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688990665, max timestamp=1731688990673Num uniques 859; 
2024-11-15T16:43:10,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:10,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688990665, max timestamp=1731688990673Num uniques 859; 
2024-11-15T16:43:10,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:10,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:10,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/32703b62c0474f51b4d4b66382a93cbe
2024-11-15T16:43:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/fa2a2fa537b54d3293f06646dda68712 is 50, key is test_row_0/B:col10/1731688988492/Put/seqid=0
2024-11-15T16:43:10,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742386_1562 (size=12001)
2024-11-15T16:43:10,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689050734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689050740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689050782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689050782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689050841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689050851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689050992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689050992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689051051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689051061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/fa2a2fa537b54d3293f06646dda68712
2024-11-15T16:43:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/b77f3f0626654ab28435e1c53ea57d60 is 50, key is test_row_0/C:col10/1731688988492/Put/seqid=0
2024-11-15T16:43:11,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742387_1563 (size=12001)
2024-11-15T16:43:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-15T16:43:11,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689051301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689051302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689051362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689051371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,501 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/b77f3f0626654ab28435e1c53ea57d60
2024-11-15T16:43:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/32703b62c0474f51b4d4b66382a93cbe as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/32703b62c0474f51b4d4b66382a93cbe
2024-11-15T16:43:11,509 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/32703b62c0474f51b4d4b66382a93cbe, entries=150, sequenceid=97, filesize=30.2 K
2024-11-15T16:43:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/fa2a2fa537b54d3293f06646dda68712 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/fa2a2fa537b54d3293f06646dda68712
2024-11-15T16:43:11,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/fa2a2fa537b54d3293f06646dda68712, entries=150, sequenceid=97, filesize=11.7 K
2024-11-15T16:43:11,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/b77f3f0626654ab28435e1c53ea57d60 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/b77f3f0626654ab28435e1c53ea57d60
2024-11-15T16:43:11,516 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/b77f3f0626654ab28435e1c53ea57d60, entries=150, sequenceid=97, filesize=11.7 K
2024-11-15T16:43:11,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for df54496271463fd5dae42b8da60a173e in 1658ms, sequenceid=97, compaction requested=true
2024-11-15T16:43:11,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:11,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:11,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-15T16:43:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-15T16:43:11,520 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-15T16:43:11,521 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4240 sec
2024-11-15T16:43:11,522 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.4290 sec
2024-11-15T16:43:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:11,814 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-15T16:43:11,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:11,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:11,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b7996571d75c42d6ab8da652748042a2_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688990721/Put/seqid=0
2024-11-15T16:43:11,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742388_1564 (size=14744)
2024-11-15T16:43:11,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689051827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689051830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689051871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689051881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689051942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689051942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:12,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689052152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:12,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689052152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:12,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,239 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b7996571d75c42d6ab8da652748042a2_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b7996571d75c42d6ab8da652748042a2_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:12,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/709b72202f66421097fa91f49ecceb55, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:12,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/709b72202f66421097fa91f49ecceb55 is 175, key is test_row_0/A:col10/1731688990721/Put/seqid=0
2024-11-15T16:43:12,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-15T16:43:12,270 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-15T16:43:12,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742389_1565 (size=39699)
2024-11-15T16:43:12,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689052462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:12,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689052462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:12,681 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/709b72202f66421097fa91f49ecceb55
2024-11-15T16:43:12,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/602bae40549348b4b7fd092c728597b6 is 50, key is test_row_0/B:col10/1731688990721/Put/seqid=0
2024-11-15T16:43:12,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742390_1566 (size=12101)
2024-11-15T16:43:12,733 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/602bae40549348b4b7fd092c728597b6
2024-11-15T16:43:12,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/49b1ff8a74e64012bcd764f69913e609 is 50, key is test_row_0/C:col10/1731688990721/Put/seqid=0
2024-11-15T16:43:12,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742391_1567 (size=12101)
2024-11-15T16:43:12,792 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/49b1ff8a74e64012bcd764f69913e609
2024-11-15T16:43:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/709b72202f66421097fa91f49ecceb55 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/709b72202f66421097fa91f49ecceb55
2024-11-15T16:43:12,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/709b72202f66421097fa91f49ecceb55, entries=200, sequenceid=134, filesize=38.8 K
2024-11-15T16:43:12,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/602bae40549348b4b7fd092c728597b6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/602bae40549348b4b7fd092c728597b6
2024-11-15T16:43:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,816 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/602bae40549348b4b7fd092c728597b6, entries=150, sequenceid=134, filesize=11.8 K
2024-11-15T16:43:12,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/49b1ff8a74e64012bcd764f69913e609 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/49b1ff8a74e64012bcd764f69913e609
2024-11-15T16:43:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,830 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/49b1ff8a74e64012bcd764f69913e609, entries=150, sequenceid=134, filesize=11.8 K
2024-11-15T16:43:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,831 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for df54496271463fd5dae42b8da60a173e in 1017ms, sequenceid=134, compaction requested=true
2024-11-15T16:43:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:43:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:43:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:12,831 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:43:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-15T16:43:12,831 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,837 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:12,837 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/B is initiating minor compaction (all files)
2024-11-15T16:43:12,837 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/B in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,837 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/808345a69d2b431a930e587cbcdac816, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/f6f43365a959408198fffc3b779ca6ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/fa2a2fa537b54d3293f06646dda68712, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/602bae40549348b4b7fd092c728597b6] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=47.1 K
2024-11-15T16:43:12,838 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132667 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:12,838 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 808345a69d2b431a930e587cbcdac816, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731688986171
2024-11-15T16:43:12,838 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/A is initiating minor compaction (all files)
2024-11-15T16:43:12,838 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/A in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,838 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5d7f9cda5d624e5eb44836cc5929f247, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/76a3d1f4fc1647c58bb0c8dbeaede09a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/32703b62c0474f51b4d4b66382a93cbe, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/709b72202f66421097fa91f49ecceb55] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=129.6 K
2024-11-15T16:43:12,838 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:12,838 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5d7f9cda5d624e5eb44836cc5929f247, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/76a3d1f4fc1647c58bb0c8dbeaede09a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/32703b62c0474f51b4d4b66382a93cbe, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/709b72202f66421097fa91f49ecceb55]
2024-11-15T16:43:12,839 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting f6f43365a959408198fffc3b779ca6ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731688987328
2024-11-15T16:43:12,839 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d7f9cda5d624e5eb44836cc5929f247, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731688986171
2024-11-15T16:43:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,839 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting fa2a2fa537b54d3293f06646dda68712, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731688988484
2024-11-15T16:43:12,839 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76a3d1f4fc1647c58bb0c8dbeaede09a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731688987328
2024-11-15T16:43:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,839 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32703b62c0474f51b4d4b66382a93cbe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731688988484
2024-11-15T16:43:12,839 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 602bae40549348b4b7fd092c728597b6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731688990721
2024-11-15T16:43:12,840 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 709b72202f66421097fa91f49ecceb55, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731688990721
2024-11-15T16:43:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,849 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,851 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411157187bab1232e4a91b0946ed089452b39_df54496271463fd5dae42b8da60a173e store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:12,851 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,852 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/4e3596011d984545bfe02b1fd94d2de0 is 50, key is test_row_0/B:col10/1731688990721/Put/seqid=0
2024-11-15T16:43:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,853 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411157187bab1232e4a91b0946ed089452b39_df54496271463fd5dae42b8da60a173e, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:12,854 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157187bab1232e4a91b0946ed089452b39_df54496271463fd5dae42b8da60a173e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742393_1569 (size=4469)
2024-11-15T16:43:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742392_1568 (size=12341)
2024-11-15T16:43:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,868 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#A#compaction#482 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,868 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d5c44b912b1e41e9b2e3a95abb3cc93c is 175, key is test_row_0/A:col10/1731688990721/Put/seqid=0
2024-11-15T16:43:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,876 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/4e3596011d984545bfe02b1fd94d2de0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/4e3596011d984545bfe02b1fd94d2de0
2024-11-15T16:43:12,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742394_1570 (size=31295)
2024-11-15T16:43:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,883 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/B of df54496271463fd5dae42b8da60a173e into 4e3596011d984545bfe02b1fd94d2de0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,883 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:12,883 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/B, priority=12, startTime=1731688992831; duration=0sec
2024-11-15T16:43:12,883 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:12,883 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:B
2024-11-15T16:43:12,883 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,885 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d5c44b912b1e41e9b2e3a95abb3cc93c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d5c44b912b1e41e9b2e3a95abb3cc93c
2024-11-15T16:43:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,886 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:12,886 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/C is initiating minor compaction (all files)
2024-11-15T16:43:12,886 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/C in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:12,887 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/445a4734bad04295a6a6f4903c6f726e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/288232b8794b44ff8699f56be51ce351, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/b77f3f0626654ab28435e1c53ea57d60, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/49b1ff8a74e64012bcd764f69913e609] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=47.1 K
2024-11-15T16:43:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,887 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 445a4734bad04295a6a6f4903c6f726e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731688986171
2024-11-15T16:43:12,888 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 288232b8794b44ff8699f56be51ce351, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731688987328
2024-11-15T16:43:12,888 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting b77f3f0626654ab28435e1c53ea57d60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731688988484
2024-11-15T16:43:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,889 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/A of df54496271463fd5dae42b8da60a173e into d5c44b912b1e41e9b2e3a95abb3cc93c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:12,889 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:12,890 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/A, priority=12, startTime=1731688992831; duration=0sec
2024-11-15T16:43:12,890 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:12,890 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:A
2024-11-15T16:43:12,891 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 49b1ff8a74e64012bcd764f69913e609, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731688990721
2024-11-15T16:43:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:43:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,912 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,912 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/690336ca37de426d87285d24c7bf2d63 is 50, key is test_row_0/C:col10/1731688990721/Put/seqid=0
2024-11-15T16:43:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c70f469e778458f98671c847481bd42_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688992890/Put/seqid=0
2024-11-15T16:43:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742396_1572 (size=12304)
2024-11-15T16:43:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742395_1571 (size=12341)
2024-11-15T16:43:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,965 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/690336ca37de426d87285d24c7bf2d63 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/690336ca37de426d87285d24c7bf2d63
2024-11-15T16:43:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:12,974 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/C of df54496271463fd5dae42b8da60a173e into 690336ca37de426d87285d24c7bf2d63(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:12,974 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:12,974 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/C, priority=12, startTime=1731688992831; duration=0sec
2024-11-15T16:43:12,974 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:12,974 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:C
2024-11-15T16:43:12,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688992960, max timestamp=1731688992983Num uniques 859; 
2024-11-15T16:43:12,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:12,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688992960, max timestamp=1731688992984Num uniques 859; 
2024-11-15T16:43:12,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:12,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688992960, max timestamp=1731688992984Num uniques 859; 
2024-11-15T16:43:12,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:13,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689053010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689053010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731688993002, max timestamp=1731688993014Num uniques 1068; 
2024-11-15T16:43:13,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218
2024-11-15T16:43:13,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731688993002, max timestamp=1731688993014Num uniques 1018; 
2024-11-15T16:43:13,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-15T16:43:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731688993002, max timestamp=1731688993014Num uniques 1018; 
2024-11-15T16:43:13,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-15T16:43:13,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689053078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689053079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689053122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689053122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689053192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689053192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689053232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,234 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in df54496271463fd5dae42b8da60a173e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:43:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-15T16:43:13,262 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:13,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-15T16:43:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-15T16:43:13,266 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:43:13,266 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:43:13,266 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:43:13,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689053332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689053332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,339 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:13,344 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c70f469e778458f98671c847481bd42_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c70f469e778458f98671c847481bd42_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:13,345 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8515a2bb10a4ecea67e90c7570b55f1, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:13,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8515a2bb10a4ecea67e90c7570b55f1 is 175, key is test_row_0/A:col10/1731688992890/Put/seqid=0
2024-11-15T16:43:13,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742397_1573 (size=31101)
2024-11-15T16:43:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-15T16:43:13,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689053402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689053402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-15T16:43:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:13,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-15T16:43:13,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:13,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:13,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:13,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-15T16:43:13,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689053642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689053642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689053712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689053712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:13,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-15T16:43:13,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:13,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:13,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:13,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:13,749 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8515a2bb10a4ecea67e90c7570b55f1
2024-11-15T16:43:13,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/8d36ecd9167f46d6b0abe9e7fefb2898 is 50, key is test_row_0/B:col10/1731688992890/Put/seqid=0
2024-11-15T16:43:13,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742398_1574 (size=9757)
2024-11-15T16:43:13,761 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/8d36ecd9167f46d6b0abe9e7fefb2898
2024-11-15T16:43:13,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/fa435d82770941c39714bfd5a6a12b7b is 50, key is test_row_0/C:col10/1731688992890/Put/seqid=0
2024-11-15T16:43:13,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742399_1575 (size=9757)
2024-11-15T16:43:13,787 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/fa435d82770941c39714bfd5a6a12b7b
2024-11-15T16:43:13,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8515a2bb10a4ecea67e90c7570b55f1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8515a2bb10a4ecea67e90c7570b55f1
2024-11-15T16:43:13,797 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8515a2bb10a4ecea67e90c7570b55f1, entries=150, sequenceid=146, filesize=30.4 K
2024-11-15T16:43:13,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/8d36ecd9167f46d6b0abe9e7fefb2898 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8d36ecd9167f46d6b0abe9e7fefb2898
2024-11-15T16:43:13,806 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8d36ecd9167f46d6b0abe9e7fefb2898, entries=100, sequenceid=146, filesize=9.5 K
2024-11-15T16:43:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/fa435d82770941c39714bfd5a6a12b7b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fa435d82770941c39714bfd5a6a12b7b
2024-11-15T16:43:13,811 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fa435d82770941c39714bfd5a6a12b7b, entries=100, sequenceid=146, filesize=9.5 K
2024-11-15T16:43:13,812 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for df54496271463fd5dae42b8da60a173e in 913ms, sequenceid=146, compaction requested=false
2024-11-15T16:43:13,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:13,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-15T16:43:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:13,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=134.18 KB heapSize=379.45 KB
2024-11-15T16:43:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-15T16:43:13,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158027b3e38a574383928ad3a571448063_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688993065/Put/seqid=0
2024-11-15T16:43:13,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742400_1576 (size=12304)
2024-11-15T16:43:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:14,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:14,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689054171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689054175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689054221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689054222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689054281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689054281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:14,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158027b3e38a574383928ad3a571448063_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158027b3e38a574383928ad3a571448063_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:14,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8e83af8ea70484e8bdd023cb0df4d8d, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:14,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8e83af8ea70484e8bdd023cb0df4d8d is 175, key is test_row_0/A:col10/1731688993065/Put/seqid=0
2024-11-15T16:43:14,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742401_1577 (size=31105)
2024-11-15T16:43:14,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8e83af8ea70484e8bdd023cb0df4d8d
2024-11-15T16:43:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/699685e4fe7346dd9627ce5d010284f9 is 50, key is test_row_0/B:col10/1731688993065/Put/seqid=0
2024-11-15T16:43:14,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742402_1578 (size=12151)
2024-11-15T16:43:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-15T16:43:14,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689054491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689054491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/699685e4fe7346dd9627ce5d010284f9
2024-11-15T16:43:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/c7dccb05e0dd43158ac23923dea5ba68 is 50, key is test_row_0/C:col10/1731688993065/Put/seqid=0
2024-11-15T16:43:14,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742403_1579 (size=12151)
2024-11-15T16:43:14,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/c7dccb05e0dd43158ac23923dea5ba68
2024-11-15T16:43:14,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/d8e83af8ea70484e8bdd023cb0df4d8d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8e83af8ea70484e8bdd023cb0df4d8d
2024-11-15T16:43:14,791 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8e83af8ea70484e8bdd023cb0df4d8d, entries=150, sequenceid=200, filesize=30.4 K
2024-11-15T16:43:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/699685e4fe7346dd9627ce5d010284f9 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/699685e4fe7346dd9627ce5d010284f9
2024-11-15T16:43:14,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/699685e4fe7346dd9627ce5d010284f9, entries=150, sequenceid=200, filesize=11.9 K
2024-11-15T16:43:14,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/c7dccb05e0dd43158ac23923dea5ba68 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c7dccb05e0dd43158ac23923dea5ba68
2024-11-15T16:43:14,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689054802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689054803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:14,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c7dccb05e0dd43158ac23923dea5ba68, entries=150, sequenceid=200, filesize=11.9 K
2024-11-15T16:43:14,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~379.41 KB/388512, currentSize=46.96 KB/48090 for df54496271463fd5dae42b8da60a173e in 928ms, sequenceid=200, compaction requested=true
2024-11-15T16:43:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-15T16:43:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-15T16:43:14,811 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-15T16:43:14,811 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5420 sec
2024-11-15T16:43:14,814 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.5490 sec
2024-11-15T16:43:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:15,234 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:43:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:15,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:15,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ce2f9c1c44f4f7fb4bbc2cf9274c6df_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688995232/Put/seqid=0
2024-11-15T16:43:15,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742404_1580 (size=14794)
2024-11-15T16:43:15,256 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:15,260 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ce2f9c1c44f4f7fb4bbc2cf9274c6df_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ce2f9c1c44f4f7fb4bbc2cf9274c6df_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:15,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/0c305f9e531d4f18b9f6b66a84754de5, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:15,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/0c305f9e531d4f18b9f6b66a84754de5 is 175, key is test_row_0/A:col10/1731688995232/Put/seqid=0
2024-11-15T16:43:15,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742405_1581 (size=39749)
2024-11-15T16:43:15,291 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/0c305f9e531d4f18b9f6b66a84754de5
2024-11-15T16:43:15,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3dfd92f3af2a4e389f0c46e30cb6b0e6 is 50, key is test_row_0/B:col10/1731688995232/Put/seqid=0
2024-11-15T16:43:15,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689055296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:15,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689055297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:15,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689055312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:15,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689055312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:15,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742406_1582 (size=12151)
2024-11-15T16:43:15,323 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3dfd92f3af2a4e389f0c46e30cb6b0e6
2024-11-15T16:43:15,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/2f10c4a5e5cd4cdf8585ce1008147d34 is 50, key is test_row_0/C:col10/1731688995232/Put/seqid=0
2024-11-15T16:43:15,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742407_1583 (size=12151)
2024-11-15T16:43:15,350 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/2f10c4a5e5cd4cdf8585ce1008147d34
2024-11-15T16:43:15,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/0c305f9e531d4f18b9f6b66a84754de5 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/0c305f9e531d4f18b9f6b66a84754de5
2024-11-15T16:43:15,357 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/0c305f9e531d4f18b9f6b66a84754de5, entries=200, sequenceid=212, filesize=38.8 K
2024-11-15T16:43:15,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3dfd92f3af2a4e389f0c46e30cb6b0e6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3dfd92f3af2a4e389f0c46e30cb6b0e6
2024-11-15T16:43:15,362 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3dfd92f3af2a4e389f0c46e30cb6b0e6, entries=150, sequenceid=212, filesize=11.9 K
2024-11-15T16:43:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/2f10c4a5e5cd4cdf8585ce1008147d34 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/2f10c4a5e5cd4cdf8585ce1008147d34
2024-11-15T16:43:15,366 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/2f10c4a5e5cd4cdf8585ce1008147d34, entries=150, sequenceid=212, filesize=11.9 K
2024-11-15T16:43:15,367 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for df54496271463fd5dae42b8da60a173e in 133ms, sequenceid=212, compaction requested=true
2024-11-15T16:43:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:43:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:15,367 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:43:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:43:15,367 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:15,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:15,369 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133250 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:15,369 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46400 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:15,370 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/A is initiating minor compaction (all files)
2024-11-15T16:43:15,370 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/A in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,370 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d5c44b912b1e41e9b2e3a95abb3cc93c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8515a2bb10a4ecea67e90c7570b55f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8e83af8ea70484e8bdd023cb0df4d8d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/0c305f9e531d4f18b9f6b66a84754de5] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=130.1 K
2024-11-15T16:43:15,370 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,370 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d5c44b912b1e41e9b2e3a95abb3cc93c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8515a2bb10a4ecea67e90c7570b55f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8e83af8ea70484e8bdd023cb0df4d8d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/0c305f9e531d4f18b9f6b66a84754de5]
2024-11-15T16:43:15,370 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/B is initiating minor compaction (all files)
2024-11-15T16:43:15,370 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/B in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,370 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/4e3596011d984545bfe02b1fd94d2de0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8d36ecd9167f46d6b0abe9e7fefb2898, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/699685e4fe7346dd9627ce5d010284f9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3dfd92f3af2a4e389f0c46e30cb6b0e6] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=45.3 K
2024-11-15T16:43:15,371 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c44b912b1e41e9b2e3a95abb3cc93c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731688990721
2024-11-15T16:43:15,371 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e3596011d984545bfe02b1fd94d2de0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731688990721
2024-11-15T16:43:15,371 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8515a2bb10a4ecea67e90c7570b55f1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731688991826
2024-11-15T16:43:15,371 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d36ecd9167f46d6b0abe9e7fefb2898, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731688991828
2024-11-15T16:43:15,372 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 699685e4fe7346dd9627ce5d010284f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731688993065
2024-11-15T16:43:15,372 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8e83af8ea70484e8bdd023cb0df4d8d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731688993065
2024-11-15T16:43:15,376 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dfd92f3af2a4e389f0c46e30cb6b0e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731688994168
2024-11-15T16:43:15,376 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c305f9e531d4f18b9f6b66a84754de5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731688994167
2024-11-15T16:43:15,390 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:15,391 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/39df89dedda942f3b8119d07df9e62f8 is 50, key is test_row_0/B:col10/1731688995232/Put/seqid=0
2024-11-15T16:43:15,401 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-15T16:43:15,413 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:15,413 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:43:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-15T16:43:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-15T16:43:15,415 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:43:15,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688995275, max timestamp=1731688995413Num uniques 859; 
2024-11-15T16:43:15,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:15,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688995275, max timestamp=1731688995413Num uniques 859; 
2024-11-15T16:43:15,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:15,416 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB
2024-11-15T16:43:15,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731688995275, max timestamp=1731688995413Num uniques 859; 
2024-11-15T16:43:15,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:15,417 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:43:15,417 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:43:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:15,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:15,428 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411158b4611efb6ba42658f53a911105b99b3_df54496271463fd5dae42b8da60a173e store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:15,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742408_1584 (size=12527)
2024-11-15T16:43:15,431 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411158b4611efb6ba42658f53a911105b99b3_df54496271463fd5dae42b8da60a173e, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:15,431 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158b4611efb6ba42658f53a911105b99b3_df54496271463fd5dae42b8da60a173e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:15,437 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/39df89dedda942f3b8119d07df9e62f8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/39df89dedda942f3b8119d07df9e62f8
2024-11-15T16:43:15,442 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/B of df54496271463fd5dae42b8da60a173e into 39df89dedda942f3b8119d07df9e62f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:15,442 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:15,442 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/B, priority=12, startTime=1731688995367; duration=0sec
2024-11-15T16:43:15,442 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:15,442 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:B
2024-11-15T16:43:15,442 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:15,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153055091672b74c22b2e4898054a91a43_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688995413/Put/seqid=0
2024-11-15T16:43:15,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742409_1585 (size=4469)
2024-11-15T16:43:15,444 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46400 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:15,444 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/C is initiating minor compaction (all files)
2024-11-15T16:43:15,444 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/C in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,444 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/690336ca37de426d87285d24c7bf2d63, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fa435d82770941c39714bfd5a6a12b7b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c7dccb05e0dd43158ac23923dea5ba68, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/2f10c4a5e5cd4cdf8585ce1008147d34] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=45.3 K
2024-11-15T16:43:15,445 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 690336ca37de426d87285d24c7bf2d63, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731688990721
2024-11-15T16:43:15,445 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting fa435d82770941c39714bfd5a6a12b7b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731688991828
2024-11-15T16:43:15,445 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c7dccb05e0dd43158ac23923dea5ba68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731688993065
2024-11-15T16:43:15,446 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f10c4a5e5cd4cdf8585ce1008147d34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731688994168
2024-11-15T16:43:15,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742410_1586 (size=14794)
2024-11-15T16:43:15,449 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#A#compaction#495 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:15,449 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/14b621cb4629413c99c137f611c1d231 is 175, key is test_row_0/A:col10/1731688995232/Put/seqid=0
2024-11-15T16:43:15,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742411_1587 (size=31481)
2024-11-15T16:43:15,454 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:15,455 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/423fde6488e745d0aabd606060d8f015 is 50, key is test_row_0/C:col10/1731688995232/Put/seqid=0
2024-11-15T16:43:15,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742412_1588 (size=12527)
2024-11-15T16:43:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688995457, max timestamp=1731688995474Num uniques 859; 
2024-11-15T16:43:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688995457, max timestamp=1731688995474Num uniques 859; 
2024-11-15T16:43:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731688995457, max timestamp=1731688995474Num uniques 859; 
2024-11-15T16:43:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-15T16:43:15,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731688995514, max timestamp=1731688995539Num uniques 1068; 
2024-11-15T16:43:15,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-15T16:43:15,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731688995514, max timestamp=1731688995539Num uniques 1068; 
2024-11-15T16:43:15,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-15T16:43:15,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731688995514, max timestamp=1731688995539Num uniques 1068; 
2024-11-15T16:43:15,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-15T16:43:15,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731688995574, max timestamp=1731688995605Num uniques 1027; 
2024-11-15T16:43:15,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731688995574, max timestamp=1731688995605Num uniques 1027; 
2024-11-15T16:43:15,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-15T16:43:15,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731688995574, max timestamp=1731688995605Num uniques 1027; 
2024-11-15T16:43:15,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-15T16:43:15,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-15T16:43:15,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731688995679, max timestamp=1731688995694Num uniques 1086; 
2024-11-15T16:43:15,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-15T16:43:15,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731688995679, max timestamp=1731688995694Num uniques 1086; 
2024-11-15T16:43:15,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-15T16:43:15,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731688995679, max timestamp=1731688995694Num uniques 1086; 
2024-11-15T16:43:15,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-15T16:43:15,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:15,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:15,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-15T16:43:15,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731688995728, max timestamp=1731688995746Num uniques 1045; 
2024-11-15T16:43:15,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-11-15T16:43:15,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731688995728, max timestamp=1731688995746Num uniques 1045; 
2024-11-15T16:43:15,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-11-15T16:43:15,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731688995728, max timestamp=1731688995746Num uniques 1045; 
2024-11-15T16:43:15,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-11-15T16:43:15,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731688995790, max timestamp=1731688995806Num uniques 1104; 
2024-11-15T16:43:15,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-15T16:43:15,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731688995790, max timestamp=1731688995806Num uniques 1104; 
2024-11-15T16:43:15,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-15T16:43:15,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731688995790, max timestamp=1731688995806Num uniques 1104; 
2024-11-15T16:43:15,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-15T16:43:15,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:15,851 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153055091672b74c22b2e4898054a91a43_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153055091672b74c22b2e4898054a91a43_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:15,852 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/892ce7fc5cdc477eba711d4d5959d48b, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:15,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/892ce7fc5cdc477eba711d4d5959d48b is 175, key is test_row_0/A:col10/1731688995413/Put/seqid=0
2024-11-15T16:43:15,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742413_1589 (size=39749)
2024-11-15T16:43:15,858 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/14b621cb4629413c99c137f611c1d231 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/14b621cb4629413c99c137f611c1d231
2024-11-15T16:43:15,861 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/A of df54496271463fd5dae42b8da60a173e into 14b621cb4629413c99c137f611c1d231(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:15,862 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:15,862 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/A, priority=12, startTime=1731688995367; duration=0sec
2024-11-15T16:43:15,862 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:15,862 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:A
2024-11-15T16:43:15,870 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/423fde6488e745d0aabd606060d8f015 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/423fde6488e745d0aabd606060d8f015
2024-11-15T16:43:15,875 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/C of df54496271463fd5dae42b8da60a173e into 423fde6488e745d0aabd606060d8f015(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:15,875 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:15,875 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/C, priority=12, startTime=1731688995367; duration=0sec
2024-11-15T16:43:15,875 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:15,875 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:C
2024-11-15T16:43:15,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:15,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:15,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731688995869, max timestamp=1731688995884Num uniques 1013; 
2024-11-15T16:43:15,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-11-15T16:43:15,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731688995869, max timestamp=1731688995884Num uniques 1013; 
2024-11-15T16:43:15,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731688995869, max timestamp=1731688995884Num uniques 1013; 
2024-11-15T16:43:15,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-11-15T16:43:15,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213
2024-11-15T16:43:15,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731688995926, max timestamp=1731688995936Num uniques 1072; 
2024-11-15T16:43:15,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731688995926, max timestamp=1731688995936Num uniques 1072; 
2024-11-15T16:43:15,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-11-15T16:43:15,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-11-15T16:43:15,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731688995926, max timestamp=1731688995936Num uniques 1072; 
2024-11-15T16:43:15,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172
2024-11-15T16:43:15,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731688995958, max timestamp=1731688995990Num uniques 1031; 
2024-11-15T16:43:15,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731688995958, max timestamp=1731688995990Num uniques 1031; 
2024-11-15T16:43:15,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231
2024-11-15T16:43:15,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231
2024-11-15T16:43:15,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731688995958, max timestamp=1731688995990Num uniques 1031; 
2024-11-15T16:43:15,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231
2024-11-15T16:43:16,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-15T16:43:16,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731688996025, max timestamp=1731688996047Num uniques 1090; 
2024-11-15T16:43:16,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190
2024-11-15T16:43:16,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731688996025, max timestamp=1731688996047Num uniques 1090; 
2024-11-15T16:43:16,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190
2024-11-15T16:43:16,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731688996025, max timestamp=1731688996047Num uniques 1090; 
2024-11-15T16:43:16,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190
2024-11-15T16:43:16,105 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731688996086, max timestamp=1731688996100Num uniques 1049; 
2024-11-15T16:43:16,105 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731688996086, max timestamp=1731688996100Num uniques 1049; 
2024-11-15T16:43:16,105 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199
2024-11-15T16:43:16,105 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199
2024-11-15T16:43:16,105 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731688996086, max timestamp=1731688996100Num uniques 1049; 
2024-11-15T16:43:16,105 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199
2024-11-15T16:43:16,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731688996131, max timestamp=1731688996154Num uniques 1058; 
2024-11-15T16:43:16,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208
2024-11-15T16:43:16,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731688996131, max timestamp=1731688996154Num uniques 1058; 
2024-11-15T16:43:16,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731688996131, max timestamp=1731688996154Num uniques 1058; 
2024-11-15T16:43:16,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208
2024-11-15T16:43:16,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208
2024-11-15T16:43:16,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:16,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7635, totalHeapSize=17608, min timestamp=1731688996196, max timestamp=1731688996212Num uniques 1067; 
2024-11-15T16:43:16,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48855, new segment data size=7635, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167
2024-11-15T16:43:16,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7638, totalHeapSize=17608, min timestamp=1731688996196, max timestamp=1731688996212Num uniques 1067; 
2024-11-15T16:43:16,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48858, new segment data size=7638, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167
2024-11-15T16:43:16,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7636, totalHeapSize=17608, min timestamp=1731688996196, max timestamp=1731688996212Num uniques 1067; 
2024-11-15T16:43:16,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48856, new segment data size=7636, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167
2024-11-15T16:43:16,257 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/892ce7fc5cdc477eba711d4d5959d48b
2024-11-15T16:43:16,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/8a62320d9f114915960353659491f8f1 is 50, key is test_row_0/B:col10/1731688995413/Put/seqid=0
2024-11-15T16:43:16,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742414_1590 (size=12151)
2024-11-15T16:43:16,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731688996266, max timestamp=1731688996281Num uniques 1026; 
2024-11-15T16:43:16,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226
2024-11-15T16:43:16,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731688996266, max timestamp=1731688996281Num uniques 1026; 
2024-11-15T16:43:16,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226
2024-11-15T16:43:16,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731688996266, max timestamp=1731688996281Num uniques 1026; 
2024-11-15T16:43:16,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226
2024-11-15T16:43:16,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731688996293, max timestamp=1731688996329Num uniques 1085; 
2024-11-15T16:43:16,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=10760, suffix heap size=140808,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=235
2024-11-15T16:43:16,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731688996293, max timestamp=1731688996329Num uniques 1085; 
2024-11-15T16:43:16,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=10760, suffix heap size=140808,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=235
2024-11-15T16:43:16,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731688996293, max timestamp=1731688996329Num uniques 1085; 
2024-11-15T16:43:16,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=10760, suffix heap size=140808,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=235
2024-11-15T16:43:16,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:16,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:16,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1731688996350, max timestamp=1731688996362Num uniques 1094; 
2024-11-15T16:43:16,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294
2024-11-15T16:43:16,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1731688996350, max timestamp=1731688996362Num uniques 1094; 
2024-11-15T16:43:16,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294
2024-11-15T16:43:16,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1731688996350, max timestamp=1731688996362Num uniques 1094; 
2024-11-15T16:43:16,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294
2024-11-15T16:43:16,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689056395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689056396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689056396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689056397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689056512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689056512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689056512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689056512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-15T16:43:16,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,669 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/8a62320d9f114915960353659491f8f1
2024-11-15T16:43:16,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/308883b9df494cd49cf60e37f45c2be6 is 50, key is test_row_0/C:col10/1731688995413/Put/seqid=0
2024-11-15T16:43:16,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742415_1591 (size=12151)
2024-11-15T16:43:16,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689056722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689056722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689056722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689056722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:16,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:16,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:17,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689057032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689057032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689057032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689057032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,086 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/308883b9df494cd49cf60e37f45c2be6
2024-11-15T16:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/892ce7fc5cdc477eba711d4d5959d48b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/892ce7fc5cdc477eba711d4d5959d48b
2024-11-15T16:43:17,093 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/892ce7fc5cdc477eba711d4d5959d48b, entries=200, sequenceid=234, filesize=38.8 K
2024-11-15T16:43:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/8a62320d9f114915960353659491f8f1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8a62320d9f114915960353659491f8f1
2024-11-15T16:43:17,096 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8a62320d9f114915960353659491f8f1, entries=150, sequenceid=234, filesize=11.9 K
2024-11-15T16:43:17,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/308883b9df494cd49cf60e37f45c2be6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/308883b9df494cd49cf60e37f45c2be6
2024-11-15T16:43:17,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:17,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:17,100 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/308883b9df494cd49cf60e37f45c2be6, entries=150, sequenceid=234, filesize=11.9 K
2024-11-15T16:43:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:17,101 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for df54496271463fd5dae42b8da60a173e in 1685ms, sequenceid=234, compaction requested=false
2024-11-15T16:43:17,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:17,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-15T16:43:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:17,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=154.31 KB heapSize=432.09 KB
2024-11-15T16:43:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:17,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d1dc52701ecc4e3c801b9772d25d1ed8_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688996394/Put/seqid=0
2024-11-15T16:43:17,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742416_1592 (size=12454)
2024-11-15T16:43:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:17,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d1dc52701ecc4e3c801b9772d25d1ed8_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d1dc52701ecc4e3c801b9772d25d1ed8_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/215ff0a9c0d547d5a48589909d435486, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/215ff0a9c0d547d5a48589909d435486 is 175, key is test_row_0/A:col10/1731688996394/Put/seqid=0
2024-11-15T16:43:17,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742417_1593 (size=31255)
2024-11-15T16:43:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:17,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:17,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689057546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689057547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689057547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689057548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-15T16:43:17,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689057651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689057662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689057662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689057662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=532, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/215ff0a9c0d547d5a48589909d435486
2024-11-15T16:43:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9eaa907732b24227824455557c2eebef is 50, key is test_row_0/B:col10/1731688996394/Put/seqid=0
2024-11-15T16:43:17,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742418_1594 (size=12301)
2024-11-15T16:43:17,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689057862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689057871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689057871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689057871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9eaa907732b24227824455557c2eebef
2024-11-15T16:43:18,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/c67531258c584129aaa82f8ebb81e2a4 is 50, key is test_row_0/C:col10/1731688996394/Put/seqid=0
2024-11-15T16:43:18,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742419_1595 (size=12301)
2024-11-15T16:43:18,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689058172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689058182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689058182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689058182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/c67531258c584129aaa82f8ebb81e2a4
2024-11-15T16:43:18,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/215ff0a9c0d547d5a48589909d435486 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/215ff0a9c0d547d5a48589909d435486
2024-11-15T16:43:18,519 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/215ff0a9c0d547d5a48589909d435486, entries=150, sequenceid=532, filesize=30.5 K
2024-11-15T16:43:18,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9eaa907732b24227824455557c2eebef as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9eaa907732b24227824455557c2eebef
2024-11-15T16:43:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9eaa907732b24227824455557c2eebef, entries=150, sequenceid=532, filesize=12.0 K
2024-11-15T16:43:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/c67531258c584129aaa82f8ebb81e2a4 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c67531258c584129aaa82f8ebb81e2a4
2024-11-15T16:43:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c67531258c584129aaa82f8ebb81e2a4, entries=150, sequenceid=532, filesize=12.0 K
2024-11-15T16:43:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~432.05 KB/442416, currentSize=26.84 KB/27480 for df54496271463fd5dae42b8da60a173e in 1276ms, sequenceid=532, compaction requested=true
2024-11-15T16:43:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:18,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-15T16:43:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-15T16:43:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-15T16:43:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1140 sec
2024-11-15T16:43:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,535 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.1200 sec
2024-11-15T16:43:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:18,700 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:43:18,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:18,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:18,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:18,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:18,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b3adafa6d524a6a841edb4a3fc698ff_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688998699/Put/seqid=0
2024-11-15T16:43:18,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742420_1596 (size=17534)
2024-11-15T16:43:18,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:18,728 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b3adafa6d524a6a841edb4a3fc698ff_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b3adafa6d524a6a841edb4a3fc698ff_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:18,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/122d9bb4f1f24befa3f734cce986e665, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:18,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/122d9bb4f1f24befa3f734cce986e665 is 175, key is test_row_0/A:col10/1731688998699/Put/seqid=0
2024-11-15T16:43:18,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742421_1597 (size=48639)
2024-11-15T16:43:18,737 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=542, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/122d9bb4f1f24befa3f734cce986e665
2024-11-15T16:43:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688998726, max timestamp=1731688998737Num uniques 859; 
2024-11-15T16:43:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:43:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688998726, max timestamp=1731688998737Num uniques 859; 
2024-11-15T16:43:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:43:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731688998726, max timestamp=1731688998737Num uniques 859; 
2024-11-15T16:43:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-15T16:43:18,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/e81beeb292f54057bd2ea10bede8c014 is 50, key is test_row_0/B:col10/1731688998699/Put/seqid=0
2024-11-15T16:43:18,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742422_1598 (size=12301)
2024-11-15T16:43:18,760 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/e81beeb292f54057bd2ea10bede8c014
2024-11-15T16:43:18,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/68f47f3724694eb28c416089b6fc6bf3 is 50, key is test_row_0/C:col10/1731688998699/Put/seqid=0
2024-11-15T16:43:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689058759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689058760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742423_1599 (size=12301)
2024-11-15T16:43:18,769 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/68f47f3724694eb28c416089b6fc6bf3
2024-11-15T16:43:18,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689058764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689058765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/122d9bb4f1f24befa3f734cce986e665 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/122d9bb4f1f24befa3f734cce986e665
2024-11-15T16:43:18,776 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/122d9bb4f1f24befa3f734cce986e665, entries=250, sequenceid=542, filesize=47.5 K
2024-11-15T16:43:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/e81beeb292f54057bd2ea10bede8c014 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e81beeb292f54057bd2ea10bede8c014
2024-11-15T16:43:18,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e81beeb292f54057bd2ea10bede8c014, entries=150, sequenceid=542, filesize=12.0 K
2024-11-15T16:43:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/68f47f3724694eb28c416089b6fc6bf3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/68f47f3724694eb28c416089b6fc6bf3
2024-11-15T16:43:18,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/68f47f3724694eb28c416089b6fc6bf3, entries=150, sequenceid=542, filesize=12.0 K
2024-11-15T16:43:18,784 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for df54496271463fd5dae42b8da60a173e in 84ms, sequenceid=542, compaction requested=true
2024-11-15T16:43:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:43:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:43:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:43:18,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:18,784 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:18,784 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:18,785 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 151124 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:18,785 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49280 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:18,785 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/B is initiating minor compaction (all files)
2024-11-15T16:43:18,785 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/B in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:18,785 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/39df89dedda942f3b8119d07df9e62f8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8a62320d9f114915960353659491f8f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9eaa907732b24227824455557c2eebef, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e81beeb292f54057bd2ea10bede8c014] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=48.1 K
2024-11-15T16:43:18,786 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 39df89dedda942f3b8119d07df9e62f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731688994168
2024-11-15T16:43:18,786 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/A is initiating minor compaction (all files)
2024-11-15T16:43:18,786 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/A in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:18,786 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/14b621cb4629413c99c137f611c1d231, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/892ce7fc5cdc477eba711d4d5959d48b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/215ff0a9c0d547d5a48589909d435486, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/122d9bb4f1f24befa3f734cce986e665] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=147.6 K
2024-11-15T16:43:18,786 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a62320d9f114915960353659491f8f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731688995295
2024-11-15T16:43:18,786 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:18,787 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/14b621cb4629413c99c137f611c1d231, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/892ce7fc5cdc477eba711d4d5959d48b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/215ff0a9c0d547d5a48589909d435486, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/122d9bb4f1f24befa3f734cce986e665]
2024-11-15T16:43:18,787 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14b621cb4629413c99c137f611c1d231, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731688994168
2024-11-15T16:43:18,787 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eaa907732b24227824455557c2eebef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731688996388
2024-11-15T16:43:18,787 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 892ce7fc5cdc477eba711d4d5959d48b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731688995275
2024-11-15T16:43:18,787 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 215ff0a9c0d547d5a48589909d435486, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731688996388
2024-11-15T16:43:18,788 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 122d9bb4f1f24befa3f734cce986e665, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688997545
2024-11-15T16:43:18,788 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting e81beeb292f54057bd2ea10bede8c014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688997545
2024-11-15T16:43:18,795 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:18,796 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#B#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:18,796 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3b2595a367d34e3893d8238de48c7564 is 50, key is test_row_0/B:col10/1731688998699/Put/seqid=0
2024-11-15T16:43:18,797 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111554d585d0cab0489783a6fbb0aeb670f4_df54496271463fd5dae42b8da60a173e store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:18,799 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111554d585d0cab0489783a6fbb0aeb670f4_df54496271463fd5dae42b8da60a173e, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:18,800 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111554d585d0cab0489783a6fbb0aeb670f4_df54496271463fd5dae42b8da60a173e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:18,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742424_1600 (size=12813)
2024-11-15T16:43:18,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742425_1601 (size=4469)
2024-11-15T16:43:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:18,876 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-11-15T16:43:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:18,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:18,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115963450e5428a42b18d8b40c8a769343e_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688998876/Put/seqid=0
2024-11-15T16:43:18,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742426_1602 (size=14994)
2024-11-15T16:43:18,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689058885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689058888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689058892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689058893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689059002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689059002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689059002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689059002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,205 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#A#compaction#507 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:19,205 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/eb5a53eb427c432d83e880f24b680f54 is 175, key is test_row_0/A:col10/1731688998699/Put/seqid=0
2024-11-15T16:43:19,208 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/3b2595a367d34e3893d8238de48c7564 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3b2595a367d34e3893d8238de48c7564
2024-11-15T16:43:19,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742427_1603 (size=31767)
2024-11-15T16:43:19,212 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/B of df54496271463fd5dae42b8da60a173e into 3b2595a367d34e3893d8238de48c7564(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:19,212 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:19,212 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/B, priority=12, startTime=1731688998784; duration=0sec
2024-11-15T16:43:19,213 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:19,213 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:B
2024-11-15T16:43:19,213 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:19,214 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49280 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:19,214 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/C is initiating minor compaction (all files)
2024-11-15T16:43:19,214 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/C in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:19,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,214 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/423fde6488e745d0aabd606060d8f015, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/308883b9df494cd49cf60e37f45c2be6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c67531258c584129aaa82f8ebb81e2a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/68f47f3724694eb28c416089b6fc6bf3] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=48.1 K
2024-11-15T16:43:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689059212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,215 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 423fde6488e745d0aabd606060d8f015, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731688994168
2024-11-15T16:43:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,215 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 308883b9df494cd49cf60e37f45c2be6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731688995295
2024-11-15T16:43:19,215 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting c67531258c584129aaa82f8ebb81e2a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731688996388
2024-11-15T16:43:19,216 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 68f47f3724694eb28c416089b6fc6bf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688997545
2024-11-15T16:43:19,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689059212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689059212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689059212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,222 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:19,223 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/9b613ce31177479d8aed15f5af010208 is 50, key is test_row_0/C:col10/1731688998699/Put/seqid=0
2024-11-15T16:43:19,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742428_1604 (size=12813)
2024-11-15T16:43:19,232 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/9b613ce31177479d8aed15f5af010208 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9b613ce31177479d8aed15f5af010208
2024-11-15T16:43:19,236 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/C of df54496271463fd5dae42b8da60a173e into 9b613ce31177479d8aed15f5af010208(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:19,236 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:19,236 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/C, priority=12, startTime=1731688998784; duration=0sec
2024-11-15T16:43:19,236 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:19,236 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:C
2024-11-15T16:43:19,288 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:19,291 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115963450e5428a42b18d8b40c8a769343e_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115963450e5428a42b18d8b40c8a769343e_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:19,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/827182a81d664a24ac886d4c9fac7c95, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:19,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/827182a81d664a24ac886d4c9fac7c95 is 175, key is test_row_0/A:col10/1731688998876/Put/seqid=0
2024-11-15T16:43:19,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742429_1605 (size=39949)
2024-11-15T16:43:19,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689059521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689059522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689059522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689059522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-15T16:43:19,582 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:19,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:43:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-15T16:43:19,584 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:43:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-15T16:43:19,585 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:43:19,585 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:43:19,614 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/eb5a53eb427c432d83e880f24b680f54 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eb5a53eb427c432d83e880f24b680f54
2024-11-15T16:43:19,618 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/A of df54496271463fd5dae42b8da60a173e into eb5a53eb427c432d83e880f24b680f54(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:19,618 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:19,618 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/A, priority=12, startTime=1731688998784; duration=0sec
2024-11-15T16:43:19,618 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:19,618 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:A
2024-11-15T16:43:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-15T16:43:19,696 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=579, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/827182a81d664a24ac886d4c9fac7c95
2024-11-15T16:43:19,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/d95a353859e94b2bb58273750db1654b is 50, key is test_row_0/B:col10/1731688998876/Put/seqid=0
2024-11-15T16:43:19,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742430_1606 (size=12301)
2024-11-15T16:43:19,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-15T16:43:19,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:19,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:19,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:19,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:19,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:19,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-15T16:43:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:19,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-15T16:43:20,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689060032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:20,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689060032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:20,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689060032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689060032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:20,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-15T16:43:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,115 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/d95a353859e94b2bb58273750db1654b
2024-11-15T16:43:20,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/a6bd6e8d66b949e180411ccd89e0d4cf is 50, key is test_row_0/C:col10/1731688998876/Put/seqid=0
2024-11-15T16:43:20,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742431_1607 (size=12301)
2024-11-15T16:43:20,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-15T16:43:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-15T16:43:20,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-15T16:43:20,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:20,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-15T16:43:20,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:20,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:20,533 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/a6bd6e8d66b949e180411ccd89e0d4cf
2024-11-15T16:43:20,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/827182a81d664a24ac886d4c9fac7c95 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/827182a81d664a24ac886d4c9fac7c95
2024-11-15T16:43:20,539 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/827182a81d664a24ac886d4c9fac7c95, entries=200, sequenceid=579, filesize=39.0 K
2024-11-15T16:43:20,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/d95a353859e94b2bb58273750db1654b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/d95a353859e94b2bb58273750db1654b
2024-11-15T16:43:20,544 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/d95a353859e94b2bb58273750db1654b, entries=150, sequenceid=579, filesize=12.0 K
2024-11-15T16:43:20,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/a6bd6e8d66b949e180411ccd89e0d4cf as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a6bd6e8d66b949e180411ccd89e0d4cf
2024-11-15T16:43:20,547 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a6bd6e8d66b949e180411ccd89e0d4cf, entries=150, sequenceid=579, filesize=12.0 K
2024-11-15T16:43:20,548 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for df54496271463fd5dae42b8da60a173e in 1673ms, sequenceid=579, compaction requested=false
2024-11-15T16:43:20,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:20,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-15T16:43:20,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,662 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-15T16:43:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115307b150e6fe14a0d9674ccf5d0b8f26d_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731688998889/Put/seqid=0
2024-11-15T16:43:20,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742432_1608 (size=12454)
2024-11-15T16:43:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115307b150e6fe14a0d9674ccf5d0b8f26d_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115307b150e6fe14a0d9674ccf5d0b8f26d_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:20,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5549dd54a6f543d1a6f504675aaa30cc, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5549dd54a6f543d1a6f504675aaa30cc is 175, key is test_row_0/A:col10/1731688998889/Put/seqid=0
2024-11-15T16:43:20,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742433_1609 (size=31255)
2024-11-15T16:43:20,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=590, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5549dd54a6f543d1a6f504675aaa30cc
2024-11-15T16:43:20,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/ddf4ea5ae41140ddadadef2fd272ab13 is 50, key is test_row_0/B:col10/1731688998889/Put/seqid=0
2024-11-15T16:43:20,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742434_1610 (size=12301)
2024-11-15T16:43:20,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/ddf4ea5ae41140ddadadef2fd272ab13
2024-11-15T16:43:20,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/0afc6822c82b43ce93f6d966e0fcdc47 is 50, key is test_row_0/C:col10/1731688998889/Put/seqid=0
2024-11-15T16:43:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-15T16:43:20,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742435_1611 (size=12301)
2024-11-15T16:43:20,727 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/0afc6822c82b43ce93f6d966e0fcdc47
2024-11-15T16:43:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/5549dd54a6f543d1a6f504675aaa30cc as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5549dd54a6f543d1a6f504675aaa30cc
2024-11-15T16:43:20,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5549dd54a6f543d1a6f504675aaa30cc, entries=150, sequenceid=590, filesize=30.5 K
2024-11-15T16:43:20,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/ddf4ea5ae41140ddadadef2fd272ab13 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/ddf4ea5ae41140ddadadef2fd272ab13
2024-11-15T16:43:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/ddf4ea5ae41140ddadadef2fd272ab13, entries=150, sequenceid=590, filesize=12.0 K
2024-11-15T16:43:20,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/0afc6822c82b43ce93f6d966e0fcdc47 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0afc6822c82b43ce93f6d966e0fcdc47
2024-11-15T16:43:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0afc6822c82b43ce93f6d966e0fcdc47, entries=150, sequenceid=590, filesize=12.0 K
2024-11-15T16:43:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for df54496271463fd5dae42b8da60a173e in 87ms, sequenceid=590, compaction requested=true
2024-11-15T16:43:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-15T16:43:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-15T16:43:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-15T16:43:20,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec
2024-11-15T16:43:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,754 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.1710 sec
2024-11-15T16:43:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,783 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T16:43:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:21,104 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-15T16:43:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:21,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:21,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ca59a472af624e3b8f0210a91b8af750_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731689001102/Put/seqid=0
2024-11-15T16:43:21,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742436_1612 (size=12454)
2024-11-15T16:43:21,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,143 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ca59a472af624e3b8f0210a91b8af750_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ca59a472af624e3b8f0210a91b8af750_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:21,144 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c2e4b5f59cef4984885da52d8fcee7b8, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:21,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c2e4b5f59cef4984885da52d8fcee7b8 is 175, key is test_row_0/A:col10/1731689001102/Put/seqid=0
2024-11-15T16:43:21,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689061135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731689001114, max timestamp=1731689001143Num uniques 859; 
2024-11-15T16:43:21,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731689001114, max timestamp=1731689001143Num uniques 859; 
2024-11-15T16:43:21,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-15T16:43:21,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-15T16:43:21,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731689001114, max timestamp=1731689001143Num uniques 859; 
2024-11-15T16:43:21,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-15T16:43:21,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742437_1613 (size=31255)
2024-11-15T16:43:21,163 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=601, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c2e4b5f59cef4984885da52d8fcee7b8
2024-11-15T16:43:21,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a22837b9ae0d4e72a2ba75e1cd8298f1 is 50, key is test_row_0/B:col10/1731689001102/Put/seqid=0
2024-11-15T16:43:21,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742438_1614 (size=12301)
2024-11-15T16:43:21,195 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a22837b9ae0d4e72a2ba75e1cd8298f1
2024-11-15T16:43:21,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689061190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689061191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689061191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/fe446d8888e6440690b133bbb2ae2bf1 is 50, key is test_row_0/C:col10/1731689001102/Put/seqid=0
2024-11-15T16:43:21,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742439_1615 (size=12301)
2024-11-15T16:43:21,222 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/fe446d8888e6440690b133bbb2ae2bf1
2024-11-15T16:43:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c2e4b5f59cef4984885da52d8fcee7b8 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c2e4b5f59cef4984885da52d8fcee7b8
2024-11-15T16:43:21,230 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c2e4b5f59cef4984885da52d8fcee7b8, entries=150, sequenceid=601, filesize=30.5 K
2024-11-15T16:43:21,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a22837b9ae0d4e72a2ba75e1cd8298f1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a22837b9ae0d4e72a2ba75e1cd8298f1
2024-11-15T16:43:21,237 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a22837b9ae0d4e72a2ba75e1cd8298f1, entries=150, sequenceid=601, filesize=12.0 K
2024-11-15T16:43:21,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/fe446d8888e6440690b133bbb2ae2bf1 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fe446d8888e6440690b133bbb2ae2bf1
2024-11-15T16:43:21,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fe446d8888e6440690b133bbb2ae2bf1, entries=150, sequenceid=601, filesize=12.0 K
2024-11-15T16:43:21,244 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=128.92 KB/132010 for df54496271463fd5dae42b8da60a173e in 139ms, sequenceid=601, compaction requested=true
2024-11-15T16:43:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:21,244 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:43:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:21,244 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:43:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:43:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:21,246 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:21,246 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/A is initiating minor compaction (all files)
2024-11-15T16:43:21,246 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/A in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:21,246 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eb5a53eb427c432d83e880f24b680f54, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/827182a81d664a24ac886d4c9fac7c95, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5549dd54a6f543d1a6f504675aaa30cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c2e4b5f59cef4984885da52d8fcee7b8] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=131.1 K
2024-11-15T16:43:21,246 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:21,246 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eb5a53eb427c432d83e880f24b680f54, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/827182a81d664a24ac886d4c9fac7c95, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5549dd54a6f543d1a6f504675aaa30cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c2e4b5f59cef4984885da52d8fcee7b8]
2024-11-15T16:43:21,247 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb5a53eb427c432d83e880f24b680f54, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688997545
2024-11-15T16:43:21,247 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:21,247 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 827182a81d664a24ac886d4c9fac7c95, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1731688998762
2024-11-15T16:43:21,247 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/B is initiating minor compaction (all files)
2024-11-15T16:43:21,247 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/B in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:21,247 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3b2595a367d34e3893d8238de48c7564, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/d95a353859e94b2bb58273750db1654b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/ddf4ea5ae41140ddadadef2fd272ab13, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a22837b9ae0d4e72a2ba75e1cd8298f1] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=48.6 K
2024-11-15T16:43:21,248 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b2595a367d34e3893d8238de48c7564, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688997545
2024-11-15T16:43:21,248 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5549dd54a6f543d1a6f504675aaa30cc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1731688998886
2024-11-15T16:43:21,248 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting d95a353859e94b2bb58273750db1654b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1731688998762
2024-11-15T16:43:21,248 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2e4b5f59cef4984885da52d8fcee7b8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731689001073
2024-11-15T16:43:21,249 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf4ea5ae41140ddadadef2fd272ab13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1731688998886
2024-11-15T16:43:21,251 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a22837b9ae0d4e72a2ba75e1cd8298f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731689001073
2024-11-15T16:43:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:21,258 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=135.63 KB heapSize=388.23 KB
2024-11-15T16:43:21,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-15T16:43:21,266 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:21,269 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#B#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:21,270 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/761af9bf63bb42e993ba9c197f203333 is 50, key is test_row_0/B:col10/1731689001102/Put/seqid=0
2024-11-15T16:43:21,271 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115b5f65c50f62d440384d60b545b027aec_df54496271463fd5dae42b8da60a173e store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:21,275 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115b5f65c50f62d440384d60b545b027aec_df54496271463fd5dae42b8da60a173e, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:21,275 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b5f65c50f62d440384d60b545b027aec_df54496271463fd5dae42b8da60a173e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:21,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115298118a4dda24de49b5ceac50b09c561_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731689001256/Put/seqid=0
2024-11-15T16:43:21,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742440_1616 (size=12949)
2024-11-15T16:43:21,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689061302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689061302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742441_1617 (size=4469)
2024-11-15T16:43:21,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689061308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689061309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742442_1618 (size=14994)
2024-11-15T16:43:21,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689061421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689061422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689061511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689061522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689061632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689061632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,698 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/761af9bf63bb42e993ba9c197f203333 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/761af9bf63bb42e993ba9c197f203333
2024-11-15T16:43:21,702 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/B of df54496271463fd5dae42b8da60a173e into 761af9bf63bb42e993ba9c197f203333(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:21,702 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:21,702 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/B, priority=12, startTime=1731689001244; duration=0sec
2024-11-15T16:43:21,702 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:21,702 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:B
2024-11-15T16:43:21,702 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:21,703 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:21,703 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/C is initiating minor compaction (all files)
2024-11-15T16:43:21,703 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/C in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:21,703 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9b613ce31177479d8aed15f5af010208, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a6bd6e8d66b949e180411ccd89e0d4cf, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0afc6822c82b43ce93f6d966e0fcdc47, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fe446d8888e6440690b133bbb2ae2bf1] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=48.6 K
2024-11-15T16:43:21,704 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b613ce31177479d8aed15f5af010208, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731688997545
2024-11-15T16:43:21,704 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a6bd6e8d66b949e180411ccd89e0d4cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1731688998762
2024-11-15T16:43:21,704 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 0afc6822c82b43ce93f6d966e0fcdc47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1731688998886
2024-11-15T16:43:21,705 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting fe446d8888e6440690b133bbb2ae2bf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731689001073
2024-11-15T16:43:21,711 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:21,711 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/72322c679e9a4f4997ba304480f9342b is 50, key is test_row_0/C:col10/1731689001102/Put/seqid=0
2024-11-15T16:43:21,711 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#A#compaction#518 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:21,712 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/9e3793a2b7c0446382ded7999343e742 is 175, key is test_row_0/A:col10/1731689001102/Put/seqid=0
2024-11-15T16:43:21,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742444_1620 (size=31903)
2024-11-15T16:43:21,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742443_1619 (size=12949)
2024-11-15T16:43:21,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:21,724 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/9e3793a2b7c0446382ded7999343e742 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/9e3793a2b7c0446382ded7999343e742
2024-11-15T16:43:21,725 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115298118a4dda24de49b5ceac50b09c561_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115298118a4dda24de49b5ceac50b09c561_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:21,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/74d2f0b8d3a9409b973597a3c3a23bcd, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:21,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/74d2f0b8d3a9409b973597a3c3a23bcd is 175, key is test_row_0/A:col10/1731689001256/Put/seqid=0
2024-11-15T16:43:21,730 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/A of df54496271463fd5dae42b8da60a173e into 9e3793a2b7c0446382ded7999343e742(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:21,730 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:21,731 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/A, priority=12, startTime=1731689001244; duration=0sec
2024-11-15T16:43:21,731 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:21,731 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:A
2024-11-15T16:43:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-15T16:43:21,732 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:21,732 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-15T16:43:21,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742445_1621 (size=39949)
2024-11-15T16:43:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-15T16:43:21,737 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-15T16:43:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-15T16:43:21,737 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-15T16:43:21,738 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-15T16:43:21,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689061822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689061832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-15T16:43:21,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:21,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:21,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689061942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689061942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:21,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:22,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-15T16:43:22,120 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/72322c679e9a4f4997ba304480f9342b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/72322c679e9a4f4997ba304480f9342b
2024-11-15T16:43:22,124 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/C of df54496271463fd5dae42b8da60a173e into 72322c679e9a4f4997ba304480f9342b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:22,124 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:22,124 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/C, priority=12, startTime=1731689001244; duration=0sec
2024-11-15T16:43:22,124 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:22,124 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:C
2024-11-15T16:43:22,134 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=638, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/74d2f0b8d3a9409b973597a3c3a23bcd
2024-11-15T16:43:22,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a87b3ef18f834ffcaa2d413e1918ec81 is 50, key is test_row_0/B:col10/1731689001256/Put/seqid=0
2024-11-15T16:43:22,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742446_1622 (size=12301)
2024-11-15T16:43:22,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689062332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:22,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689062341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:22,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:22,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-15T16:43:22,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689062451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689062451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:22,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,544 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a87b3ef18f834ffcaa2d413e1918ec81
2024-11-15T16:43:22,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/1a9ef540adb64f0d8d65d059e1ab3e06 is 50, key is test_row_0/C:col10/1731689001256/Put/seqid=0
2024-11-15T16:43:22,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742447_1623 (size=12301)
2024-11-15T16:43:22,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-15T16:43:22,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:22,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T16:43:22,962 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/1a9ef540adb64f0d8d65d059e1ab3e06
2024-11-15T16:43:22,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/74d2f0b8d3a9409b973597a3c3a23bcd as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/74d2f0b8d3a9409b973597a3c3a23bcd
2024-11-15T16:43:22,970 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/74d2f0b8d3a9409b973597a3c3a23bcd, entries=200, sequenceid=638, filesize=39.0 K
2024-11-15T16:43:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/a87b3ef18f834ffcaa2d413e1918ec81 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a87b3ef18f834ffcaa2d413e1918ec81
2024-11-15T16:43:22,974 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a87b3ef18f834ffcaa2d413e1918ec81, entries=150, sequenceid=638, filesize=12.0 K
2024-11-15T16:43:22,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/1a9ef540adb64f0d8d65d059e1ab3e06 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/1a9ef540adb64f0d8d65d059e1ab3e06
2024-11-15T16:43:22,978 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/1a9ef540adb64f0d8d65d059e1ab3e06, entries=150, sequenceid=638, filesize=12.0 K
2024-11-15T16:43:22,979 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~135.63 KB/138880, heapSize ~388.19 KB/397504, currentSize=53.67 KB/54960 for df54496271463fd5dae42b8da60a173e in 1720ms, sequenceid=638, compaction requested=false
2024-11-15T16:43:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:23,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-15T16:43:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:23,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-15T16:43:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:23,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111511f3ae4115424abab85968ac80a378b5_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731689001306/Put/seqid=0
2024-11-15T16:43:23,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742448_1624 (size=12454)
2024-11-15T16:43:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:23,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. as already flushing
2024-11-15T16:43:23,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731689003314, max timestamp=1731689003328Num uniques 859; 
2024-11-15T16:43:23,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731689003314, max timestamp=1731689003328Num uniques 859; 
2024-11-15T16:43:23,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:23,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:23,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731689003314, max timestamp=1731689003328Num uniques 859; 
2024-11-15T16:43:23,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/a9bde5b3a1b5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-15T16:43:23,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689063369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689063370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689063374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689063461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,466 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in df54496271463fd5dae42b8da60a173e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:43:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689063471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,475 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in df54496271463fd5dae42b8da60a173e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:43:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689063482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689063482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689063482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:23,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111511f3ae4115424abab85968ac80a378b5_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111511f3ae4115424abab85968ac80a378b5_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:23,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/65d064969deb41cb9b1dd3313b310912, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:23,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/65d064969deb41cb9b1dd3313b310912 is 175, key is test_row_0/A:col10/1731689001306/Put/seqid=0
2024-11-15T16:43:23,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742449_1625 (size=31255)
2024-11-15T16:43:23,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=652, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/65d064969deb41cb9b1dd3313b310912
2024-11-15T16:43:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9edba63774db4ae8a4aa6e673ada30a0 is 50, key is test_row_0/B:col10/1731689001306/Put/seqid=0
2024-11-15T16:43:23,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742450_1626 (size=12301)
2024-11-15T16:43:23,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689063692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689063692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689063692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-15T16:43:23,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9edba63774db4ae8a4aa6e673ada30a0
2024-11-15T16:43:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/53158cd2218949b185a67fc111f8172d is 50, key is test_row_0/C:col10/1731689001306/Put/seqid=0
2024-11-15T16:43:23,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742451_1627 (size=12301)
2024-11-15T16:43:24,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689064001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689064001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689064002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/53158cd2218949b185a67fc111f8172d
2024-11-15T16:43:24,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/65d064969deb41cb9b1dd3313b310912 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/65d064969deb41cb9b1dd3313b310912
2024-11-15T16:43:24,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/65d064969deb41cb9b1dd3313b310912, entries=150, sequenceid=652, filesize=30.5 K
2024-11-15T16:43:24,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9edba63774db4ae8a4aa6e673ada30a0 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9edba63774db4ae8a4aa6e673ada30a0
2024-11-15T16:43:24,397 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9edba63774db4ae8a4aa6e673ada30a0, entries=150, sequenceid=652, filesize=12.0 K
2024-11-15T16:43:24,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/53158cd2218949b185a67fc111f8172d as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/53158cd2218949b185a67fc111f8172d
2024-11-15T16:43:24,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/53158cd2218949b185a67fc111f8172d, entries=150, sequenceid=652, filesize=12.0 K
2024-11-15T16:43:24,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for df54496271463fd5dae42b8da60a173e in 1287ms, sequenceid=652, compaction requested=true
2024-11-15T16:43:24,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:24,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:24,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-15T16:43:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-15T16:43:24,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-15T16:43:24,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6660 sec
2024-11-15T16:43:24,406 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.6730 sec
2024-11-15T16:43:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:24,516 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-11-15T16:43:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:43:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:43:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-15T16:43:24,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b56dd5f7dd304664a73f6a9ce2e8a9a0_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731689003373/Put/seqid=0
2024-11-15T16:43:24,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742452_1628 (size=12454)
2024-11-15T16:43:24,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689064525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689064529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689064530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689064631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689064642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689064642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689064841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689064852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689064852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:24,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:24,931 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b56dd5f7dd304664a73f6a9ce2e8a9a0_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b56dd5f7dd304664a73f6a9ce2e8a9a0_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:24,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c1406fbca8dd4a798bb35d63f6d07470, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:24,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c1406fbca8dd4a798bb35d63f6d07470 is 175, key is test_row_0/A:col10/1731689003373/Put/seqid=0
2024-11-15T16:43:24,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742453_1629 (size=31255)
2024-11-15T16:43:24,936 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=690, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c1406fbca8dd4a798bb35d63f6d07470
2024-11-15T16:43:24,940 INFO  [Thread-2423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2423.
2024-11-15T16:43:24,940 DEBUG [Thread-2423 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:24,940 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,940 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:24,940 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,941 INFO  [Thread-2429 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2429.
2024-11-15T16:43:24,941 DEBUG [Thread-2429 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:24,941 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,941 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,941 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:24,942 INFO  [Thread-2425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2425.
2024-11-15T16:43:24,942 DEBUG [Thread-2425 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:24,942 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,942 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,942 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:24,944 INFO  [Thread-2431 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2431.
2024-11-15T16:43:24,944 DEBUG [Thread-2431 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:24,944 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,945 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,945 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:24,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9744399b64884e0c804270db71bcdb1c is 50, key is test_row_0/B:col10/1731689003373/Put/seqid=0
2024-11-15T16:43:24,945 INFO  [Thread-2427 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2427.
2024-11-15T16:43:24,946 DEBUG [Thread-2427 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:24,946 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,946 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:24,946 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:24,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742454_1630 (size=12301)
2024-11-15T16:43:25,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689065152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689065162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689065162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,349 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=690 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9744399b64884e0c804270db71bcdb1c
2024-11-15T16:43:25,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/0f0e39bb94db40d193eb89fa454c529f is 50, key is test_row_0/C:col10/1731689003373/Put/seqid=0
2024-11-15T16:43:25,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742455_1631 (size=12301)
2024-11-15T16:43:25,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51432 deadline: 1731689065492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,492 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_1' in df54496271463fd5dae42b8da60a173e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:43:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1731689065502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,502 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a9bde5b3a1b5,46831,1731688822617 for 'test_row_0' in df54496271463fd5dae42b8da60a173e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 32 more
2024-11-15T16:43:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731689065662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-15T16:43:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51394 deadline: 1731689065671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51348 deadline: 1731689065671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 , the old value is region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T16:43:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., hostname=a9bde5b3a1b5,46831,1731688822617, seqNum=5 because the exception is null or not the one we care about
2024-11-15T16:43:25,759 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=690 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/0f0e39bb94db40d193eb89fa454c529f
2024-11-15T16:43:25,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/c1406fbca8dd4a798bb35d63f6d07470 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c1406fbca8dd4a798bb35d63f6d07470
2024-11-15T16:43:25,767 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c1406fbca8dd4a798bb35d63f6d07470, entries=150, sequenceid=690, filesize=30.5 K
2024-11-15T16:43:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/9744399b64884e0c804270db71bcdb1c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9744399b64884e0c804270db71bcdb1c
2024-11-15T16:43:25,771 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9744399b64884e0c804270db71bcdb1c, entries=150, sequenceid=690, filesize=12.0 K
2024-11-15T16:43:25,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/0f0e39bb94db40d193eb89fa454c529f as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0f0e39bb94db40d193eb89fa454c529f
2024-11-15T16:43:25,775 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0f0e39bb94db40d193eb89fa454c529f, entries=150, sequenceid=690, filesize=12.0 K
2024-11-15T16:43:25,776 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for df54496271463fd5dae42b8da60a173e in 1261ms, sequenceid=690, compaction requested=true
2024-11-15T16:43:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:25,776 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:A, priority=-2147483648, current under compaction store size is 1
2024-11-15T16:43:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:B, priority=-2147483648, current under compaction store size is 2
2024-11-15T16:43:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df54496271463fd5dae42b8da60a173e:C, priority=-2147483648, current under compaction store size is 3
2024-11-15T16:43:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:25,776 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:25,777 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:25,777 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/A is initiating minor compaction (all files)
2024-11-15T16:43:25,777 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:25,777 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/A in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:25,777 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/B is initiating minor compaction (all files)
2024-11-15T16:43:25,777 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/B in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:25,777 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/9e3793a2b7c0446382ded7999343e742, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/74d2f0b8d3a9409b973597a3c3a23bcd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/65d064969deb41cb9b1dd3313b310912, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c1406fbca8dd4a798bb35d63f6d07470] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=131.2 K
2024-11-15T16:43:25,777 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:25,777 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/761af9bf63bb42e993ba9c197f203333, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a87b3ef18f834ffcaa2d413e1918ec81, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9edba63774db4ae8a4aa6e673ada30a0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9744399b64884e0c804270db71bcdb1c] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=48.7 K
2024-11-15T16:43:25,777 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. files: [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/9e3793a2b7c0446382ded7999343e742, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/74d2f0b8d3a9409b973597a3c3a23bcd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/65d064969deb41cb9b1dd3313b310912, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c1406fbca8dd4a798bb35d63f6d07470]
2024-11-15T16:43:25,778 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 761af9bf63bb42e993ba9c197f203333, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731689001073
2024-11-15T16:43:25,778 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e3793a2b7c0446382ded7999343e742, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731689001073
2024-11-15T16:43:25,778 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting a87b3ef18f834ffcaa2d413e1918ec81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1731689001159
2024-11-15T16:43:25,778 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74d2f0b8d3a9409b973597a3c3a23bcd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1731689001159
2024-11-15T16:43:25,778 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9edba63774db4ae8a4aa6e673ada30a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1731689001291
2024-11-15T16:43:25,779 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65d064969deb41cb9b1dd3313b310912, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1731689001291
2024-11-15T16:43:25,779 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1406fbca8dd4a798bb35d63f6d07470, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=690, earliestPutTs=1731689003359
2024-11-15T16:43:25,779 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] compactions.Compactor(225): Compacting 9744399b64884e0c804270db71bcdb1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=690, earliestPutTs=1731689003359
2024-11-15T16:43:25,787 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:25,788 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/31bc922e7c3b43ca87fcf48dae7fbfec is 50, key is test_row_0/B:col10/1731689003373/Put/seqid=0
2024-11-15T16:43:25,791 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:25,793 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115c3607aaab1094aafac43e5c6ac2e49e6_df54496271463fd5dae42b8da60a173e store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:25,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742456_1632 (size=13085)
2024-11-15T16:43:25,814 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115c3607aaab1094aafac43e5c6ac2e49e6_df54496271463fd5dae42b8da60a173e, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:25,815 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c3607aaab1094aafac43e5c6ac2e49e6_df54496271463fd5dae42b8da60a173e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:25,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742457_1633 (size=4469)
2024-11-15T16:43:25,822 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#A#compaction#531 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:25,823 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/f49674aaa8a74c408f757a8c84024811 is 175, key is test_row_0/A:col10/1731689003373/Put/seqid=0
2024-11-15T16:43:25,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742458_1634 (size=32039)
2024-11-15T16:43:25,844 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/f49674aaa8a74c408f757a8c84024811 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/f49674aaa8a74c408f757a8c84024811
2024-11-15T16:43:25,855 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/A of df54496271463fd5dae42b8da60a173e into f49674aaa8a74c408f757a8c84024811(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:25,855 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:25,855 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/A, priority=12, startTime=1731689005776; duration=0sec
2024-11-15T16:43:25,855 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-15T16:43:25,855 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:A
2024-11-15T16:43:25,855 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-15T16:43:25,856 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-15T16:43:25,856 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1541): df54496271463fd5dae42b8da60a173e/C is initiating minor compaction (all files)
2024-11-15T16:43:25,856 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of df54496271463fd5dae42b8da60a173e/C in TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:25,856 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/72322c679e9a4f4997ba304480f9342b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/1a9ef540adb64f0d8d65d059e1ab3e06, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/53158cd2218949b185a67fc111f8172d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0f0e39bb94db40d193eb89fa454c529f] into tmpdir=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp, totalSize=48.7 K
2024-11-15T16:43:25,856 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72322c679e9a4f4997ba304480f9342b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731689001073
2024-11-15T16:43:25,857 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a9ef540adb64f0d8d65d059e1ab3e06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1731689001159
2024-11-15T16:43:25,857 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53158cd2218949b185a67fc111f8172d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1731689001291
2024-11-15T16:43:25,857 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f0e39bb94db40d193eb89fa454c529f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=690, earliestPutTs=1731689003359
2024-11-15T16:43:25,867 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df54496271463fd5dae42b8da60a173e#C#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-15T16:43:25,867 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/723d5066bbfb494ba139d5bc4930563e is 50, key is test_row_0/C:col10/1731689003373/Put/seqid=0
2024-11-15T16:43:25,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742459_1635 (size=13085)
2024-11-15T16:43:25,887 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/723d5066bbfb494ba139d5bc4930563e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/723d5066bbfb494ba139d5bc4930563e
2024-11-15T16:43:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-15T16:43:25,892 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:25,893 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/C of df54496271463fd5dae42b8da60a173e into 723d5066bbfb494ba139d5bc4930563e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:25,893 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:25,893 INFO  [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/C, priority=12, startTime=1731689005776; duration=0sec
2024-11-15T16:43:25,893 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:25,893 DEBUG [RS:0;a9bde5b3a1b5:46831-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:C
2024-11-15T16:43:26,218 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/31bc922e7c3b43ca87fcf48dae7fbfec as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/31bc922e7c3b43ca87fcf48dae7fbfec
2024-11-15T16:43:26,221 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in df54496271463fd5dae42b8da60a173e/B of df54496271463fd5dae42b8da60a173e into 31bc922e7c3b43ca87fcf48dae7fbfec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-15T16:43:26,221 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:26,222 INFO  [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., storeName=df54496271463fd5dae42b8da60a173e/B, priority=12, startTime=1731689005776; duration=0sec
2024-11-15T16:43:26,222 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-15T16:43:26,222 DEBUG [RS:0;a9bde5b3a1b5:46831-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df54496271463fd5dae42b8da60a173e:B
2024-11-15T16:43:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46831 {}] regionserver.HRegion(8855): Flush requested on df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:26,684 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-15T16:43:26,685 INFO  [Thread-2412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2412.
2024-11-15T16:43:26,685 INFO  [Thread-2418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2418.
2024-11-15T16:43:26,685 DEBUG [Thread-2412 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:26,685 DEBUG [Thread-2418 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:26,685 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:26,685 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:26,685 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:26,685 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:26,685 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:26,685 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:26,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:26,685 INFO  [Thread-2420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2420.
2024-11-15T16:43:26,685 DEBUG [Thread-2420 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:26,685 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:26,685 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:26,685 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:26,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152e6dcf8aed2447789759347d612d8bed_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731689004528/Put/seqid=0
2024-11-15T16:43:26,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742460_1636 (size=12454)
2024-11-15T16:43:27,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:27,098 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152e6dcf8aed2447789759347d612d8bed_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152e6dcf8aed2447789759347d612d8bed_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:27,098 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/bbf0f2b563ba4280b617a1afaca18a23, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:27,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/bbf0f2b563ba4280b617a1afaca18a23 is 175, key is test_row_0/A:col10/1731689004528/Put/seqid=0
2024-11-15T16:43:27,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742461_1637 (size=31255)
2024-11-15T16:43:27,503 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=705, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/bbf0f2b563ba4280b617a1afaca18a23
2024-11-15T16:43:27,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/74bb6f474d3a495bb0483c1eb70281f6 is 50, key is test_row_0/B:col10/1731689004528/Put/seqid=0
2024-11-15T16:43:27,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742462_1638 (size=12301)
2024-11-15T16:43:27,912 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/74bb6f474d3a495bb0483c1eb70281f6
2024-11-15T16:43:27,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/9135ec1764fe4c4087c6b1b141035833 is 50, key is test_row_0/C:col10/1731689004528/Put/seqid=0
2024-11-15T16:43:27,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742463_1639 (size=12301)
2024-11-15T16:43:28,323 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/9135ec1764fe4c4087c6b1b141035833
2024-11-15T16:43:28,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/bbf0f2b563ba4280b617a1afaca18a23 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/bbf0f2b563ba4280b617a1afaca18a23
2024-11-15T16:43:28,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/bbf0f2b563ba4280b617a1afaca18a23, entries=150, sequenceid=705, filesize=30.5 K
2024-11-15T16:43:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/74bb6f474d3a495bb0483c1eb70281f6 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/74bb6f474d3a495bb0483c1eb70281f6
2024-11-15T16:43:28,331 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/74bb6f474d3a495bb0483c1eb70281f6, entries=150, sequenceid=705, filesize=12.0 K
2024-11-15T16:43:28,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/9135ec1764fe4c4087c6b1b141035833 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9135ec1764fe4c4087c6b1b141035833
2024-11-15T16:43:28,334 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9135ec1764fe4c4087c6b1b141035833, entries=150, sequenceid=705, filesize=12.0 K
2024-11-15T16:43:28,334 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for df54496271463fd5dae42b8da60a173e in 1650ms, sequenceid=705, compaction requested=false
2024-11-15T16:43:28,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for df54496271463fd5dae42b8da60a173e:

2024-11-15T16:43:29,523 INFO  [Thread-2414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2414.
2024-11-15T16:43:29,523 INFO  [Thread-2416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2416.
2024-11-15T16:43:29,523 DEBUG [Thread-2414 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:29,523 DEBUG [Thread-2416 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-15T16:43:29,523 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:29,523 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:29,524 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:29,524 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:29,524 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:29,524 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 75
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 219
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 229
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 38
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3011
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2842
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2953
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3024
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2852
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-15T16:43:29,524 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:43:29,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:43:29,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:29,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:29,524 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:29,525 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-15T16:43:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-15T16:43:29,528 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689009528"}]},"ts":"1731689009528"}
2024-11-15T16:43:29,529 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-15T16:43:29,529 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-15T16:43:29,530 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-15T16:43:29,531 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, UNASSIGN}]
2024-11-15T16:43:29,532 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, UNASSIGN
2024-11-15T16:43:29,532 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=CLOSING, regionLocation=a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:29,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, UNASSIGN because future has completed
2024-11-15T16:43:29,533 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-15T16:43:29,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617}]
2024-11-15T16:43:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-15T16:43:29,685 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(122): Close df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:29,685 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-15T16:43:29,685 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1722): Closing df54496271463fd5dae42b8da60a173e, disabling compactions & flushes
2024-11-15T16:43:29,685 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:29,685 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. after waiting 0 ms
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:29,686 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2902): Flushing df54496271463fd5dae42b8da60a173e 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=A
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=B
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df54496271463fd5dae42b8da60a173e, store=C
2024-11-15T16:43:29,686 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-15T16:43:29,690 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152721e4c3224f47678dce4b4f43a2f153_df54496271463fd5dae42b8da60a173e is 50, key is test_row_0/A:col10/1731689009522/Put/seqid=0
2024-11-15T16:43:29,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742464_1640 (size=9914)
2024-11-15T16:43:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-15T16:43:30,094 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T16:43:30,097 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152721e4c3224f47678dce4b4f43a2f153_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152721e4c3224f47678dce4b4f43a2f153_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:30,098 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/202f5293d95540478ba61b1dfad84837, store: [table=TestAcidGuarantees family=A region=df54496271463fd5dae42b8da60a173e]
2024-11-15T16:43:30,098 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/202f5293d95540478ba61b1dfad84837 is 175, key is test_row_0/A:col10/1731689009522/Put/seqid=0
2024-11-15T16:43:30,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742465_1641 (size=22561)
2024-11-15T16:43:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-15T16:43:30,502 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=710, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/202f5293d95540478ba61b1dfad84837
2024-11-15T16:43:30,507 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/e2ac2c576d7d4811a30d002e1213875c is 50, key is test_row_0/B:col10/1731689009522/Put/seqid=0
2024-11-15T16:43:30,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742466_1642 (size=9857)
2024-11-15T16:43:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-15T16:43:30,910 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/e2ac2c576d7d4811a30d002e1213875c
2024-11-15T16:43:30,915 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/ff6febdbe21d456f9e66888ef48e9ac3 is 50, key is test_row_0/C:col10/1731689009522/Put/seqid=0
2024-11-15T16:43:30,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742467_1643 (size=9857)
2024-11-15T16:43:30,919 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/ff6febdbe21d456f9e66888ef48e9ac3
2024-11-15T16:43:30,922 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/A/202f5293d95540478ba61b1dfad84837 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/202f5293d95540478ba61b1dfad84837
2024-11-15T16:43:30,925 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/202f5293d95540478ba61b1dfad84837, entries=100, sequenceid=710, filesize=22.0 K
2024-11-15T16:43:30,925 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/B/e2ac2c576d7d4811a30d002e1213875c as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e2ac2c576d7d4811a30d002e1213875c
2024-11-15T16:43:30,928 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e2ac2c576d7d4811a30d002e1213875c, entries=100, sequenceid=710, filesize=9.6 K
2024-11-15T16:43:30,928 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/.tmp/C/ff6febdbe21d456f9e66888ef48e9ac3 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/ff6febdbe21d456f9e66888ef48e9ac3
2024-11-15T16:43:30,930 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/ff6febdbe21d456f9e66888ef48e9ac3, entries=100, sequenceid=710, filesize=9.6 K
2024-11-15T16:43:30,931 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for df54496271463fd5dae42b8da60a173e in 1245ms, sequenceid=710, compaction requested=true
2024-11-15T16:43:30,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eeef2f5dccb8469bb940e312fdb8b7d6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/4bccabc926ec40bd806f7e61fb9d6b32, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5af7f5cd6ea04639a938a6f429051084, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5d7f9cda5d624e5eb44836cc5929f247, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/76a3d1f4fc1647c58bb0c8dbeaede09a, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/32703b62c0474f51b4d4b66382a93cbe, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/709b72202f66421097fa91f49ecceb55, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d5c44b912b1e41e9b2e3a95abb3cc93c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8515a2bb10a4ecea67e90c7570b55f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8e83af8ea70484e8bdd023cb0df4d8d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/0c305f9e531d4f18b9f6b66a84754de5, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/14b621cb4629413c99c137f611c1d231, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/892ce7fc5cdc477eba711d4d5959d48b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/215ff0a9c0d547d5a48589909d435486, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/122d9bb4f1f24befa3f734cce986e665, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eb5a53eb427c432d83e880f24b680f54, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/827182a81d664a24ac886d4c9fac7c95, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5549dd54a6f543d1a6f504675aaa30cc, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/9e3793a2b7c0446382ded7999343e742, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c2e4b5f59cef4984885da52d8fcee7b8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/74d2f0b8d3a9409b973597a3c3a23bcd, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/65d064969deb41cb9b1dd3313b310912, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c1406fbca8dd4a798bb35d63f6d07470] to archive
2024-11-15T16:43:30,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:43:30,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eeef2f5dccb8469bb940e312fdb8b7d6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eeef2f5dccb8469bb940e312fdb8b7d6
2024-11-15T16:43:30,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/4bccabc926ec40bd806f7e61fb9d6b32 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/4bccabc926ec40bd806f7e61fb9d6b32
2024-11-15T16:43:30,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5af7f5cd6ea04639a938a6f429051084 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5af7f5cd6ea04639a938a6f429051084
2024-11-15T16:43:30,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5d7f9cda5d624e5eb44836cc5929f247 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5d7f9cda5d624e5eb44836cc5929f247
2024-11-15T16:43:30,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/76a3d1f4fc1647c58bb0c8dbeaede09a to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/76a3d1f4fc1647c58bb0c8dbeaede09a
2024-11-15T16:43:30,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/32703b62c0474f51b4d4b66382a93cbe to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/32703b62c0474f51b4d4b66382a93cbe
2024-11-15T16:43:30,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/709b72202f66421097fa91f49ecceb55 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/709b72202f66421097fa91f49ecceb55
2024-11-15T16:43:30,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d5c44b912b1e41e9b2e3a95abb3cc93c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d5c44b912b1e41e9b2e3a95abb3cc93c
2024-11-15T16:43:30,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8515a2bb10a4ecea67e90c7570b55f1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8515a2bb10a4ecea67e90c7570b55f1
2024-11-15T16:43:30,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8e83af8ea70484e8bdd023cb0df4d8d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/d8e83af8ea70484e8bdd023cb0df4d8d
2024-11-15T16:43:30,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/0c305f9e531d4f18b9f6b66a84754de5 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/0c305f9e531d4f18b9f6b66a84754de5
2024-11-15T16:43:30,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/14b621cb4629413c99c137f611c1d231 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/14b621cb4629413c99c137f611c1d231
2024-11-15T16:43:30,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/892ce7fc5cdc477eba711d4d5959d48b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/892ce7fc5cdc477eba711d4d5959d48b
2024-11-15T16:43:30,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/215ff0a9c0d547d5a48589909d435486 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/215ff0a9c0d547d5a48589909d435486
2024-11-15T16:43:30,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/122d9bb4f1f24befa3f734cce986e665 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/122d9bb4f1f24befa3f734cce986e665
2024-11-15T16:43:30,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eb5a53eb427c432d83e880f24b680f54 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/eb5a53eb427c432d83e880f24b680f54
2024-11-15T16:43:30,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/827182a81d664a24ac886d4c9fac7c95 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/827182a81d664a24ac886d4c9fac7c95
2024-11-15T16:43:30,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5549dd54a6f543d1a6f504675aaa30cc to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/5549dd54a6f543d1a6f504675aaa30cc
2024-11-15T16:43:30,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/9e3793a2b7c0446382ded7999343e742 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/9e3793a2b7c0446382ded7999343e742
2024-11-15T16:43:30,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c2e4b5f59cef4984885da52d8fcee7b8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c2e4b5f59cef4984885da52d8fcee7b8
2024-11-15T16:43:30,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/74d2f0b8d3a9409b973597a3c3a23bcd to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/74d2f0b8d3a9409b973597a3c3a23bcd
2024-11-15T16:43:30,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/65d064969deb41cb9b1dd3313b310912 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/65d064969deb41cb9b1dd3313b310912
2024-11-15T16:43:30,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c1406fbca8dd4a798bb35d63f6d07470 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/c1406fbca8dd4a798bb35d63f6d07470
2024-11-15T16:43:30,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3def12786a634d61bcc7e9e304c03a5f, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a15891edb92344609135cb88259d8db2, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/808345a69d2b431a930e587cbcdac816, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/cc7abe995825469b91910b6e94875c07, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/f6f43365a959408198fffc3b779ca6ff, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/fa2a2fa537b54d3293f06646dda68712, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/4e3596011d984545bfe02b1fd94d2de0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/602bae40549348b4b7fd092c728597b6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8d36ecd9167f46d6b0abe9e7fefb2898, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/699685e4fe7346dd9627ce5d010284f9, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/39df89dedda942f3b8119d07df9e62f8, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3dfd92f3af2a4e389f0c46e30cb6b0e6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8a62320d9f114915960353659491f8f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9eaa907732b24227824455557c2eebef, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3b2595a367d34e3893d8238de48c7564, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e81beeb292f54057bd2ea10bede8c014, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/d95a353859e94b2bb58273750db1654b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/ddf4ea5ae41140ddadadef2fd272ab13, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/761af9bf63bb42e993ba9c197f203333, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a22837b9ae0d4e72a2ba75e1cd8298f1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a87b3ef18f834ffcaa2d413e1918ec81, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9edba63774db4ae8a4aa6e673ada30a0, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9744399b64884e0c804270db71bcdb1c] to archive
2024-11-15T16:43:30,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:43:30,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3def12786a634d61bcc7e9e304c03a5f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3def12786a634d61bcc7e9e304c03a5f
2024-11-15T16:43:30,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a15891edb92344609135cb88259d8db2 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a15891edb92344609135cb88259d8db2
2024-11-15T16:43:30,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/808345a69d2b431a930e587cbcdac816 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/808345a69d2b431a930e587cbcdac816
2024-11-15T16:43:30,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/cc7abe995825469b91910b6e94875c07 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/cc7abe995825469b91910b6e94875c07
2024-11-15T16:43:30,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/f6f43365a959408198fffc3b779ca6ff to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/f6f43365a959408198fffc3b779ca6ff
2024-11-15T16:43:30,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/fa2a2fa537b54d3293f06646dda68712 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/fa2a2fa537b54d3293f06646dda68712
2024-11-15T16:43:30,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/4e3596011d984545bfe02b1fd94d2de0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/4e3596011d984545bfe02b1fd94d2de0
2024-11-15T16:43:30,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/602bae40549348b4b7fd092c728597b6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/602bae40549348b4b7fd092c728597b6
2024-11-15T16:43:30,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8d36ecd9167f46d6b0abe9e7fefb2898 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8d36ecd9167f46d6b0abe9e7fefb2898
2024-11-15T16:43:30,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/699685e4fe7346dd9627ce5d010284f9 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/699685e4fe7346dd9627ce5d010284f9
2024-11-15T16:43:30,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/39df89dedda942f3b8119d07df9e62f8 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/39df89dedda942f3b8119d07df9e62f8
2024-11-15T16:43:30,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3dfd92f3af2a4e389f0c46e30cb6b0e6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3dfd92f3af2a4e389f0c46e30cb6b0e6
2024-11-15T16:43:30,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8a62320d9f114915960353659491f8f1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/8a62320d9f114915960353659491f8f1
2024-11-15T16:43:30,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9eaa907732b24227824455557c2eebef to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9eaa907732b24227824455557c2eebef
2024-11-15T16:43:30,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3b2595a367d34e3893d8238de48c7564 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/3b2595a367d34e3893d8238de48c7564
2024-11-15T16:43:30,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e81beeb292f54057bd2ea10bede8c014 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e81beeb292f54057bd2ea10bede8c014
2024-11-15T16:43:30,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/d95a353859e94b2bb58273750db1654b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/d95a353859e94b2bb58273750db1654b
2024-11-15T16:43:30,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/ddf4ea5ae41140ddadadef2fd272ab13 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/ddf4ea5ae41140ddadadef2fd272ab13
2024-11-15T16:43:30,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/761af9bf63bb42e993ba9c197f203333 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/761af9bf63bb42e993ba9c197f203333
2024-11-15T16:43:30,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a22837b9ae0d4e72a2ba75e1cd8298f1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a22837b9ae0d4e72a2ba75e1cd8298f1
2024-11-15T16:43:30,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a87b3ef18f834ffcaa2d413e1918ec81 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/a87b3ef18f834ffcaa2d413e1918ec81
2024-11-15T16:43:30,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9edba63774db4ae8a4aa6e673ada30a0 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9edba63774db4ae8a4aa6e673ada30a0
2024-11-15T16:43:30,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9744399b64884e0c804270db71bcdb1c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/9744399b64884e0c804270db71bcdb1c
2024-11-15T16:43:30,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/f8810321dc4e479e8d4d21fe2c9b26af, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/3844a90fefac4c17ad31ebda403a021c, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/445a4734bad04295a6a6f4903c6f726e, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a01b0b49e89c4b859e0eec75002e0c3d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/288232b8794b44ff8699f56be51ce351, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/b77f3f0626654ab28435e1c53ea57d60, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/690336ca37de426d87285d24c7bf2d63, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/49b1ff8a74e64012bcd764f69913e609, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fa435d82770941c39714bfd5a6a12b7b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c7dccb05e0dd43158ac23923dea5ba68, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/423fde6488e745d0aabd606060d8f015, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/2f10c4a5e5cd4cdf8585ce1008147d34, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/308883b9df494cd49cf60e37f45c2be6, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c67531258c584129aaa82f8ebb81e2a4, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9b613ce31177479d8aed15f5af010208, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/68f47f3724694eb28c416089b6fc6bf3, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a6bd6e8d66b949e180411ccd89e0d4cf, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0afc6822c82b43ce93f6d966e0fcdc47, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/72322c679e9a4f4997ba304480f9342b, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fe446d8888e6440690b133bbb2ae2bf1, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/1a9ef540adb64f0d8d65d059e1ab3e06, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/53158cd2218949b185a67fc111f8172d, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0f0e39bb94db40d193eb89fa454c529f] to archive
2024-11-15T16:43:30,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-15T16:43:30,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/f8810321dc4e479e8d4d21fe2c9b26af to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/f8810321dc4e479e8d4d21fe2c9b26af
2024-11-15T16:43:30,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/3844a90fefac4c17ad31ebda403a021c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/3844a90fefac4c17ad31ebda403a021c
2024-11-15T16:43:30,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/445a4734bad04295a6a6f4903c6f726e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/445a4734bad04295a6a6f4903c6f726e
2024-11-15T16:43:30,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a01b0b49e89c4b859e0eec75002e0c3d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a01b0b49e89c4b859e0eec75002e0c3d
2024-11-15T16:43:30,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/288232b8794b44ff8699f56be51ce351 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/288232b8794b44ff8699f56be51ce351
2024-11-15T16:43:30,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/b77f3f0626654ab28435e1c53ea57d60 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/b77f3f0626654ab28435e1c53ea57d60
2024-11-15T16:43:30,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/690336ca37de426d87285d24c7bf2d63 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/690336ca37de426d87285d24c7bf2d63
2024-11-15T16:43:30,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/49b1ff8a74e64012bcd764f69913e609 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/49b1ff8a74e64012bcd764f69913e609
2024-11-15T16:43:30,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fa435d82770941c39714bfd5a6a12b7b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fa435d82770941c39714bfd5a6a12b7b
2024-11-15T16:43:30,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c7dccb05e0dd43158ac23923dea5ba68 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c7dccb05e0dd43158ac23923dea5ba68
2024-11-15T16:43:30,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/423fde6488e745d0aabd606060d8f015 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/423fde6488e745d0aabd606060d8f015
2024-11-15T16:43:30,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/2f10c4a5e5cd4cdf8585ce1008147d34 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/2f10c4a5e5cd4cdf8585ce1008147d34
2024-11-15T16:43:30,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/308883b9df494cd49cf60e37f45c2be6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/308883b9df494cd49cf60e37f45c2be6
2024-11-15T16:43:30,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c67531258c584129aaa82f8ebb81e2a4 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/c67531258c584129aaa82f8ebb81e2a4
2024-11-15T16:43:30,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9b613ce31177479d8aed15f5af010208 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9b613ce31177479d8aed15f5af010208
2024-11-15T16:43:30,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/68f47f3724694eb28c416089b6fc6bf3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/68f47f3724694eb28c416089b6fc6bf3
2024-11-15T16:43:30,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a6bd6e8d66b949e180411ccd89e0d4cf to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/a6bd6e8d66b949e180411ccd89e0d4cf
2024-11-15T16:43:30,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0afc6822c82b43ce93f6d966e0fcdc47 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0afc6822c82b43ce93f6d966e0fcdc47
2024-11-15T16:43:30,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/72322c679e9a4f4997ba304480f9342b to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/72322c679e9a4f4997ba304480f9342b
2024-11-15T16:43:30,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fe446d8888e6440690b133bbb2ae2bf1 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/fe446d8888e6440690b133bbb2ae2bf1
2024-11-15T16:43:30,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/1a9ef540adb64f0d8d65d059e1ab3e06 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/1a9ef540adb64f0d8d65d059e1ab3e06
2024-11-15T16:43:30,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/53158cd2218949b185a67fc111f8172d to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/53158cd2218949b185a67fc111f8172d
2024-11-15T16:43:30,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0f0e39bb94db40d193eb89fa454c529f to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/0f0e39bb94db40d193eb89fa454c529f
2024-11-15T16:43:30,996 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/recovered.edits/713.seqid, newMaxSeqId=713, maxSeqId=4
2024-11-15T16:43:30,996 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.
2024-11-15T16:43:30,996 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1676): Region close journal for df54496271463fd5dae42b8da60a173e:
Waiting for close lock at 1731689009685Running coprocessor pre-close hooks at 1731689009685Disabling compacts and flushes for region at 1731689009685Disabling writes for close at 1731689009686 (+1 ms)Obtaining lock to block concurrent updates at 1731689009686Preparing flush snapshotting stores in df54496271463fd5dae42b8da60a173e at 1731689009686Finished memstore snapshotting TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731689009686Flushing stores of TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e. at 1731689009686Flushing df54496271463fd5dae42b8da60a173e/A: creating writer at 1731689009686Flushing mob file df54496271463fd5dae42b8da60a173e/A: appending metadata at 1731689009690 (+4 ms)Flushing mob file df54496271463fd5dae42b8da60a173e/A: closing flushed file at 1731689009690Flushing df54496271463fd5dae42b8da60a173e/A: appending metadata at 1731689010098 (+408 ms)Flushing df54496271463fd5dae42b8da60a173e/A: closing flushed file at 1731689010098Flushing df54496271463fd5dae42b8da60a173e/B: creating writer at 1731689010505 (+407 ms)Flushing df54496271463fd5dae42b8da60a173e/B: appending metadata at 1731689010506 (+1 ms)Flushing df54496271463fd5dae42b8da60a173e/B: closing flushed file at 1731689010507 (+1 ms)Flushing df54496271463fd5dae42b8da60a173e/C: creating writer at 1731689010913 (+406 ms)Flushing df54496271463fd5dae42b8da60a173e/C: appending metadata at 1731689010915 (+2 ms)Flushing df54496271463fd5dae42b8da60a173e/C: closing flushed file at 1731689010915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34614900: reopening flushed file at 1731689010922 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3635ed: reopening flushed file at 1731689010925 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e8076b: reopening flushed file at 1731689010928 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for df54496271463fd5dae42b8da60a173e in 1245ms, sequenceid=710, compaction requested=true at 1731689010931 (+3 ms)Writing region close event to WAL at 1731689010993 (+62 ms)Running coprocessor post-close hooks at 1731689010996 (+3 ms)Closed at 1731689010996
2024-11-15T16:43:30,998 INFO  [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(157): Closed df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:30,998 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=df54496271463fd5dae42b8da60a173e, regionState=CLOSED
2024-11-15T16:43:31,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 because future has completed
2024-11-15T16:43:31,001 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-15T16:43:31,001 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseRegionProcedure df54496271463fd5dae42b8da60a173e, server=a9bde5b3a1b5,46831,1731688822617 in 1.4670 sec
2024-11-15T16:43:31,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161
2024-11-15T16:43:31,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=df54496271463fd5dae42b8da60a173e, UNASSIGN in 1.4700 sec
2024-11-15T16:43:31,004 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-15T16:43:31,004 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4730 sec
2024-11-15T16:43:31,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689011005"}]},"ts":"1731689011005"}
2024-11-15T16:43:31,006 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-15T16:43:31,006 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-15T16:43:31,008 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4820 sec
2024-11-15T16:43:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-15T16:43:31,672 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:31,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-15T16:43:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:31,674 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-15T16:43:31,674 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:31,677 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,678 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C, FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/recovered.edits]
2024-11-15T16:43:31,680 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/202f5293d95540478ba61b1dfad84837 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/202f5293d95540478ba61b1dfad84837
2024-11-15T16:43:31,681 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/bbf0f2b563ba4280b617a1afaca18a23 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/bbf0f2b563ba4280b617a1afaca18a23
2024-11-15T16:43:31,682 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/f49674aaa8a74c408f757a8c84024811 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/A/f49674aaa8a74c408f757a8c84024811
2024-11-15T16:43:31,683 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/31bc922e7c3b43ca87fcf48dae7fbfec to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/31bc922e7c3b43ca87fcf48dae7fbfec
2024-11-15T16:43:31,684 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/74bb6f474d3a495bb0483c1eb70281f6 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/74bb6f474d3a495bb0483c1eb70281f6
2024-11-15T16:43:31,685 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e2ac2c576d7d4811a30d002e1213875c to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/B/e2ac2c576d7d4811a30d002e1213875c
2024-11-15T16:43:31,686 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/723d5066bbfb494ba139d5bc4930563e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/723d5066bbfb494ba139d5bc4930563e
2024-11-15T16:43:31,687 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9135ec1764fe4c4087c6b1b141035833 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/9135ec1764fe4c4087c6b1b141035833
2024-11-15T16:43:31,687 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/ff6febdbe21d456f9e66888ef48e9ac3 to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/C/ff6febdbe21d456f9e66888ef48e9ac3
2024-11-15T16:43:31,689 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/recovered.edits/713.seqid to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e/recovered.edits/713.seqid
2024-11-15T16:43:31,690 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/default/TestAcidGuarantees/df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,690 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-15T16:43:31,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-15T16:43:31,691 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-15T16:43:31,693 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111507d6e1d7b77e486f85185f11a3965863_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111507d6e1d7b77e486f85185f11a3965863_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,693 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c70f469e778458f98671c847481bd42_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c70f469e778458f98671c847481bd42_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,694 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111511f3ae4115424abab85968ac80a378b5_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111511f3ae4115424abab85968ac80a378b5_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,695 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111521109108a5c24c5babbc9e0ac912047d_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111521109108a5c24c5babbc9e0ac912047d_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,696 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152721e4c3224f47678dce4b4f43a2f153_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152721e4c3224f47678dce4b4f43a2f153_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,697 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115298118a4dda24de49b5ceac50b09c561_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115298118a4dda24de49b5ceac50b09c561_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,698 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152e6dcf8aed2447789759347d612d8bed_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152e6dcf8aed2447789759347d612d8bed_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,699 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153055091672b74c22b2e4898054a91a43_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153055091672b74c22b2e4898054a91a43_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,699 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115307b150e6fe14a0d9674ccf5d0b8f26d_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115307b150e6fe14a0d9674ccf5d0b8f26d_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,700 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153acefa750e2f479e9d1f10c83a786591_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153acefa750e2f479e9d1f10c83a786591_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,701 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b3adafa6d524a6a841edb4a3fc698ff_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b3adafa6d524a6a841edb4a3fc698ff_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,702 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ce2f9c1c44f4f7fb4bbc2cf9274c6df_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ce2f9c1c44f4f7fb4bbc2cf9274c6df_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,703 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158027b3e38a574383928ad3a571448063_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158027b3e38a574383928ad3a571448063_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,703 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115963450e5428a42b18d8b40c8a769343e_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115963450e5428a42b18d8b40c8a769343e_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,704 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b56dd5f7dd304664a73f6a9ce2e8a9a0_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b56dd5f7dd304664a73f6a9ce2e8a9a0_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,705 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b7996571d75c42d6ab8da652748042a2_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b7996571d75c42d6ab8da652748042a2_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,706 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4d28713ce7e4e0e845e2d229bb845b6_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c4d28713ce7e4e0e845e2d229bb845b6_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,707 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ca59a472af624e3b8f0210a91b8af750_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ca59a472af624e3b8f0210a91b8af750_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,707 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d1dc52701ecc4e3c801b9772d25d1ed8_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d1dc52701ecc4e3c801b9772d25d1ed8_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,708 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dd61bb592f7f4ebd96a78482c0b5a9a2_df54496271463fd5dae42b8da60a173e to hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dd61bb592f7f4ebd96a78482c0b5a9a2_df54496271463fd5dae42b8da60a173e
2024-11-15T16:43:31,708 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-15T16:43:31,710 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:31,712 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-15T16:43:31,714 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-15T16:43:31,715 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:31,715 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-15T16:43:31,715 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731689011715"}]},"ts":"9223372036854775807"}
2024-11-15T16:43:31,716 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-15T16:43:31,716 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => df54496271463fd5dae42b8da60a173e, NAME => 'TestAcidGuarantees,,1731688981841.df54496271463fd5dae42b8da60a173e.', STARTKEY => '', ENDKEY => ''}]
2024-11-15T16:43:31,716 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-15T16:43:31,716 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731689011716"}]},"ts":"9223372036854775807"}
2024-11-15T16:43:31,718 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-15T16:43:31,718 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-15T16:43:31,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec
2024-11-15T16:43:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-15T16:43:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-15T16:43:31,783 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-15T16:43:31,792 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 247) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4854 (was 4960)
2024-11-15T16:43:31,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T16:43:31,793 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:43:31,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:43:31,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:31,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:31,793 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T16:43:31,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T16:43:31,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1240002821, stopped=false
2024-11-15T16:43:31,793 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a9bde5b3a1b5,46201,1731688821815
2024-11-15T16:43:31,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T16:43:31,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:43:31,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T16:43:31,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:43:31,795 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T16:43:31,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T16:43:31,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T16:43:31,796 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T16:43:31,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:43:31,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:31,797 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,46831,1731688822617' *****
2024-11-15T16:43:31,797 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T16:43:31,797 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T16:43:31,797 INFO  [RS:0;a9bde5b3a1b5:46831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T16:43:31,797 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a9bde5b3a1b5:46831.
2024-11-15T16:43:31,798 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T16:43:31,798 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T16:43:31,798 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T16:43:31,799 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T16:43:31,799 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T16:43:31,799 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:31,799 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T16:43:31,799 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T16:43:31,799 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T16:43:31,799 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T16:43:31,799 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T16:43:31,799 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-15T16:43:31,823 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/info/6dda318400b84741a860bc94ab83519e is 95, key is TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871./info:/1731688851071/DeleteFamily/seqid=0
2024-11-15T16:43:31,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742468_1644 (size=6514)
2024-11-15T16:43:31,844 INFO  [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T16:43:31,999 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:32,199 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:32,221 INFO  [regionserver/a9bde5b3a1b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T16:43:32,221 INFO  [regionserver/a9bde5b3a1b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T16:43:32,227 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/info/6dda318400b84741a860bc94ab83519e
2024-11-15T16:43:32,245 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/ns/8eca18cf86c84bba87a16a451e37d72b is 93, key is TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871./ns:/1731688851029/DeleteFamily/seqid=0
2024-11-15T16:43:32,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742469_1645 (size=5906)
2024-11-15T16:43:32,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-15T16:43:32,399 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:32,600 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:32,649 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/ns/8eca18cf86c84bba87a16a451e37d72b
2024-11-15T16:43:32,666 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/rep_barrier/ccf61543ca1c4c518f0704c7c827b1ec is 102, key is TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871./rep_barrier:/1731688851029/DeleteFamily/seqid=0
2024-11-15T16:43:32,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742470_1646 (size=6025)
2024-11-15T16:43:32,800 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:33,000 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:33,070 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/rep_barrier/ccf61543ca1c4c518f0704c7c827b1ec
2024-11-15T16:43:33,087 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/table/18e16e88470d418682dd04ee6ff2ab0b is 96, key is TestAcidGuarantees,,1731688826565.f78ec5a9ef3c79fb913f1c2fc803e871./table:/1731688851029/DeleteFamily/seqid=0
2024-11-15T16:43:33,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742471_1647 (size=5936)
2024-11-15T16:43:33,200 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:33,400 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T16:43:33,491 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/table/18e16e88470d418682dd04ee6ff2ab0b
2024-11-15T16:43:33,494 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/info/6dda318400b84741a860bc94ab83519e as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/info/6dda318400b84741a860bc94ab83519e
2024-11-15T16:43:33,497 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/info/6dda318400b84741a860bc94ab83519e, entries=12, sequenceid=90, filesize=6.4 K
2024-11-15T16:43:33,498 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/ns/8eca18cf86c84bba87a16a451e37d72b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/ns/8eca18cf86c84bba87a16a451e37d72b
2024-11-15T16:43:33,501 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/ns/8eca18cf86c84bba87a16a451e37d72b, entries=8, sequenceid=90, filesize=5.8 K
2024-11-15T16:43:33,501 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/rep_barrier/ccf61543ca1c4c518f0704c7c827b1ec as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/rep_barrier/ccf61543ca1c4c518f0704c7c827b1ec
2024-11-15T16:43:33,504 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/rep_barrier/ccf61543ca1c4c518f0704c7c827b1ec, entries=6, sequenceid=90, filesize=5.9 K
2024-11-15T16:43:33,504 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/.tmp/table/18e16e88470d418682dd04ee6ff2ab0b as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/table/18e16e88470d418682dd04ee6ff2ab0b
2024-11-15T16:43:33,507 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/table/18e16e88470d418682dd04ee6ff2ab0b, entries=7, sequenceid=90, filesize=5.8 K
2024-11-15T16:43:33,507 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=90, compaction requested=false
2024-11-15T16:43:33,511 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-15T16:43:33,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T16:43:33,512 INFO  [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T16:43:33,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731689011799Running coprocessor pre-close hooks at 1731689011799Disabling compacts and flushes for region at 1731689011799Disabling writes for close at 1731689011799Obtaining lock to block concurrent updates at 1731689011799Preparing flush snapshotting stores in 1588230740 at 1731689011799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731689011800 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731689011800Flushing 1588230740/info: creating writer at 1731689011801 (+1 ms)Flushing 1588230740/info: appending metadata at 1731689011823 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731689011823Flushing 1588230740/ns: creating writer at 1731689012231 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731689012245 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731689012245Flushing 1588230740/rep_barrier: creating writer at 1731689012652 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731689012666 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731689012666Flushing 1588230740/table: creating writer at 1731689013073 (+407 ms)Flushing 1588230740/table: appending metadata at 1731689013087 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731689013087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7212ecac: reopening flushed file at 1731689013494 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee83bc3: reopening flushed file at 1731689013497 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdf6c6c: reopening flushed file at 1731689013501 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f56502f: reopening flushed file at 1731689013504 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=90, compaction requested=false at 1731689013507 (+3 ms)Writing region close event to WAL at 1731689013509 (+2 ms)Running coprocessor post-close hooks at 1731689013512 (+3 ms)Closed at 1731689013512
2024-11-15T16:43:33,512 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T16:43:33,601 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,46831,1731688822617; all regions closed.
2024-11-15T16:43:33,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741834_1010 (size=25344)
2024-11-15T16:43:33,607 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/oldWALs
2024-11-15T16:43:33,607 INFO  [RS:0;a9bde5b3a1b5:46831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C46831%2C1731688822617.meta:.meta(num 1731688826203)
2024-11-15T16:43:33,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741832_1008 (size=20542512)
2024-11-15T16:43:33,610 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/oldWALs
2024-11-15T16:43:33,610 INFO  [RS:0;a9bde5b3a1b5:46831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C46831%2C1731688822617:(num 1731688825314)
2024-11-15T16:43:33,610 DEBUG [RS:0;a9bde5b3a1b5:46831 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T16:43:33,610 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T16:43:33,610 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T16:43:33,610 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T16:43:33,611 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T16:43:33,611 INFO  [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T16:43:33,612 INFO  [RS:0;a9bde5b3a1b5:46831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46831
2024-11-15T16:43:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,46831,1731688822617
2024-11-15T16:43:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T16:43:33,616 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T16:43:33,618 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,46831,1731688822617]
2024-11-15T16:43:33,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,46831,1731688822617 already deleted, retry=false
2024-11-15T16:43:33,619 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,46831,1731688822617 expired; onlineServers=0
2024-11-15T16:43:33,620 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a9bde5b3a1b5,46201,1731688821815' *****
2024-11-15T16:43:33,620 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T16:43:33,620 INFO  [M:0;a9bde5b3a1b5:46201 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T16:43:33,620 INFO  [M:0;a9bde5b3a1b5:46201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T16:43:33,620 DEBUG [M:0;a9bde5b3a1b5:46201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T16:43:33,620 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T16:43:33,620 DEBUG [M:0;a9bde5b3a1b5:46201 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T16:43:33,620 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731688824956 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731688824956,5,FailOnTimeoutGroup]
2024-11-15T16:43:33,620 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731688824957 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731688824957,5,FailOnTimeoutGroup]
2024-11-15T16:43:33,620 INFO  [M:0;a9bde5b3a1b5:46201 {}] hbase.ChoreService(370): Chore service for: master/a9bde5b3a1b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T16:43:33,620 INFO  [M:0;a9bde5b3a1b5:46201 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T16:43:33,620 DEBUG [M:0;a9bde5b3a1b5:46201 {}] master.HMaster(1795): Stopping service threads
2024-11-15T16:43:33,620 INFO  [M:0;a9bde5b3a1b5:46201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T16:43:33,621 INFO  [M:0;a9bde5b3a1b5:46201 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T16:43:33,621 ERROR [M:0;a9bde5b3a1b5:46201 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (935358161) connection to localhost/127.0.0.1:35235 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35235,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-15T16:43:33,621 INFO  [M:0;a9bde5b3a1b5:46201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T16:43:33,621 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T16:43:33,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-15T16:43:33,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T16:43:33,622 DEBUG [M:0;a9bde5b3a1b5:46201 {}] zookeeper.ZKUtil(347): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-15T16:43:33,622 WARN  [M:0;a9bde5b3a1b5:46201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T16:43:33,623 INFO  [M:0;a9bde5b3a1b5:46201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/.lastflushedseqids
2024-11-15T16:43:33,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742472_1648 (size=72)
2024-11-15T16:43:33,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T16:43:33,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46831-0x101accde5d80001, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T16:43:33,719 INFO  [RS:0;a9bde5b3a1b5:46831 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T16:43:33,719 INFO  [RS:0;a9bde5b3a1b5:46831 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,46831,1731688822617; zookeeper connection closed.
2024-11-15T16:43:33,719 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36cc6d68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36cc6d68
2024-11-15T16:43:33,720 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T16:43:34,035 INFO  [M:0;a9bde5b3a1b5:46201 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T16:43:34,035 INFO  [M:0;a9bde5b3a1b5:46201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T16:43:34,035 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T16:43:34,035 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:43:34,035 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:43:34,035 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T16:43:34,035 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:43:34,035 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=783.24 KB heapSize=960.38 KB
2024-11-15T16:43:34,051 DEBUG [M:0;a9bde5b3a1b5:46201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e01d51e4d38e41f1b0a698fa43626e16 is 82, key is hbase:meta,,1/info:regioninfo/1731688826290/Put/seqid=0
2024-11-15T16:43:34,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742473_1649 (size=5672)
2024-11-15T16:43:34,454 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2196 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e01d51e4d38e41f1b0a698fa43626e16
2024-11-15T16:43:34,474 DEBUG [M:0;a9bde5b3a1b5:46201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a627c6c8b0c4ecdb0ff84c4026510ad is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x8F/proc:d/1731688984907/Put/seqid=0
2024-11-15T16:43:34,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742474_1650 (size=44368)
2024-11-15T16:43:34,878 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=782.68 KB at sequenceid=2196 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a627c6c8b0c4ecdb0ff84c4026510ad
2024-11-15T16:43:34,881 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a627c6c8b0c4ecdb0ff84c4026510ad
2024-11-15T16:43:34,896 DEBUG [M:0;a9bde5b3a1b5:46201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bafacc67ca4463d854b32cd1b60fcad is 69, key is a9bde5b3a1b5,46831,1731688822617/rs:state/1731688825084/Put/seqid=0
2024-11-15T16:43:34,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073742475_1651 (size=5156)
2024-11-15T16:43:35,299 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2196 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bafacc67ca4463d854b32cd1b60fcad
2024-11-15T16:43:35,303 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e01d51e4d38e41f1b0a698fa43626e16 as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e01d51e4d38e41f1b0a698fa43626e16
2024-11-15T16:43:35,305 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e01d51e4d38e41f1b0a698fa43626e16, entries=8, sequenceid=2196, filesize=5.5 K
2024-11-15T16:43:35,306 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a627c6c8b0c4ecdb0ff84c4026510ad as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a627c6c8b0c4ecdb0ff84c4026510ad
2024-11-15T16:43:35,309 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a627c6c8b0c4ecdb0ff84c4026510ad
2024-11-15T16:43:35,309 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a627c6c8b0c4ecdb0ff84c4026510ad, entries=164, sequenceid=2196, filesize=43.3 K
2024-11-15T16:43:35,309 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bafacc67ca4463d854b32cd1b60fcad as hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bafacc67ca4463d854b32cd1b60fcad
2024-11-15T16:43:35,311 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bafacc67ca4463d854b32cd1b60fcad, entries=1, sequenceid=2196, filesize=5.0 K
2024-11-15T16:43:35,312 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~783.24 KB/802034, heapSize ~960.08 KB/983120, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2196, compaction requested=false
2024-11-15T16:43:35,313 INFO  [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T16:43:35,313 DEBUG [M:0;a9bde5b3a1b5:46201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731689014035Disabling compacts and flushes for region at 1731689014035Disabling writes for close at 1731689014035Obtaining lock to block concurrent updates at 1731689014035Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731689014035Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=802034, getHeapSize=983360, getOffHeapSize=0, getCellsCount=2385 at 1731689014036 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731689014036Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731689014036Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731689014051 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731689014051Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731689014458 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731689014474 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731689014474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731689014882 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731689014895 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731689014895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3127f6: reopening flushed file at 1731689015302 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b4e9b4: reopening flushed file at 1731689015306 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e491625: reopening flushed file at 1731689015309 (+3 ms)Finished flush of dataSize ~783.24 KB/802034, heapSize ~960.08 KB/983120, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2196, compaction requested=false at 1731689015312 (+3 ms)Writing region close event to WAL at 1731689015313 (+1 ms)Closed at 1731689015313
2024-11-15T16:43:35,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36017 is added to blk_1073741830_1006 (size=945949)
2024-11-15T16:43:35,316 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1df3f905-bffc-d4a6-ad5d-11d9ce4cbdce/MasterData/WALs/a9bde5b3a1b5,46201,1731688821815/a9bde5b3a1b5%2C46201%2C1731688821815.1731688824388 not finished, retry = 0
2024-11-15T16:43:35,417 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T16:43:35,418 INFO  [M:0;a9bde5b3a1b5:46201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T16:43:35,418 INFO  [M:0;a9bde5b3a1b5:46201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46201
2024-11-15T16:43:35,418 INFO  [M:0;a9bde5b3a1b5:46201 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T16:43:35,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T16:43:35,520 INFO  [M:0;a9bde5b3a1b5:46201 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T16:43:35,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46201-0x101accde5d80000, quorum=127.0.0.1:50555, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T16:43:35,525 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T16:43:35,527 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T16:43:35,528 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T16:43:35,528 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T16:43:35,528 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/hadoop.log.dir/,STOPPED}
2024-11-15T16:43:35,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T16:43:35,531 WARN  [BP-420783117-172.17.0.2-1731688818517 heartbeating to localhost/127.0.0.1:35235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T16:43:35,531 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T16:43:35,531 WARN  [BP-420783117-172.17.0.2-1731688818517 heartbeating to localhost/127.0.0.1:35235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420783117-172.17.0.2-1731688818517 (Datanode Uuid 933436cf-0f25-447d-aa2c-e8f5c2397aa5) service to localhost/127.0.0.1:35235
2024-11-15T16:43:35,533 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb/data/data1/current/BP-420783117-172.17.0.2-1731688818517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T16:43:35,533 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/cluster_f1802456-3b7f-0c6c-a011-0349081a4ebb/data/data2/current/BP-420783117-172.17.0.2-1731688818517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T16:43:35,534 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T16:43:35,542 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T16:43:35,542 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T16:43:35,542 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T16:43:35,542 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T16:43:35,542 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcc13073-5783-dcd2-c063-43fd95bb3cbe/hadoop.log.dir/,STOPPED}
2024-11-15T16:43:35,559 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T16:43:35,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down